2024-11-25 03:17:08,420 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 03:17:08,439 main DEBUG Took 0.017033 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 03:17:08,439 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 03:17:08,440 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 03:17:08,440 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 03:17:08,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,449 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 03:17:08,463 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,466 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,467 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,469 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,470 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,472 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,473 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,474 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,474 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,476 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,476 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:17:08,477 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,477 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 03:17:08,479 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:17:08,480 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 03:17:08,482 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 03:17:08,482 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 03:17:08,483 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 03:17:08,483 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 03:17:08,491 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 03:17:08,493 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 03:17:08,494 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 03:17:08,495 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 03:17:08,495 main DEBUG createAppenders(={Console}) 2024-11-25 03:17:08,496 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-25 03:17:08,496 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 03:17:08,496 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-25 03:17:08,497 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 03:17:08,497 main DEBUG OutputStream closed 2024-11-25 03:17:08,497 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 03:17:08,498 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 03:17:08,498 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-25 03:17:08,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 03:17:08,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 03:17:08,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 03:17:08,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 03:17:08,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 03:17:08,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 03:17:08,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 03:17:08,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 03:17:08,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 03:17:08,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 03:17:08,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 03:17:08,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 03:17:08,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 03:17:08,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 03:17:08,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 03:17:08,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 03:17:08,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 03:17:08,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 03:17:08,575 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 03:17:08,575 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-25 03:17:08,576 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 03:17:08,576 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-25T03:17:08,590 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-25 03:17:08,592 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 03:17:08,593 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T03:17:08,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=7358 2024-11-25T03:17:08,826 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-25T03:17:08,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b 2024-11-25T03:17:08,868 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/cluster_22021fc5-299c-8999-e008-4f11002461ac, deleteOnExit=true 2024-11-25T03:17:08,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/cluster_22021fc5-299c-8999-e008-4f11002461ac/zookeeper_0, clientPort=55930, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/cluster_22021fc5-299c-8999-e008-4f11002461ac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/cluster_22021fc5-299c-8999-e008-4f11002461ac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:17:08,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55930 2024-11-25T03:17:08,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:17:08,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:17:08,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/test.cache.data in system properties and HBase conf 2024-11-25T03:17:08,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:17:08,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:17:08,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:17:08,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:17:08,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:17:09,067 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T03:17:09,202 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:17:09,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:09,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:09,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:17:09,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:09,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:17:09,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:17:09,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:09,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:09,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:17:09,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:17:09,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:17:09,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:09,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:17:09,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:17:10,101 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T03:17:10,194 INFO [Time-limited test {}] log.Log(170): Logging initialized @2442ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T03:17:10,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:10,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:10,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:10,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:10,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:17:10,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:10,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:10,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:10,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/java.io.tmpdir/jetty-localhost-37249-hadoop-hdfs-3_4_1-tests_jar-_-any-5253519710875730942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:10,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:37249} 2024-11-25T03:17:10,619 INFO [Time-limited test {}] server.Server(415): Started @2869ms 2024-11-25T03:17:11,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:11,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:11,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:11,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:11,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:17:11,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:11,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:11,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/java.io.tmpdir/jetty-localhost-36995-hadoop-hdfs-3_4_1-tests_jar-_-any-15516081769523302799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:11,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36995} 2024-11-25T03:17:11,147 INFO [Time-limited test {}] server.Server(415): Started @3397ms 2024-11-25T03:17:11,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:17:11,689 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/cluster_22021fc5-299c-8999-e008-4f11002461ac/data/data1/current/BP-1846620010-172.17.0.2-1732504629816/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:11,689 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/cluster_22021fc5-299c-8999-e008-4f11002461ac/data/data2/current/BP-1846620010-172.17.0.2-1732504629816/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:11,731 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:17:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56b4d07d399ce5ce with lease ID 0x335c820ea4c53666: Processing first storage report for DS-73c3dac5-fa37-4550-866d-5a1b1578be8f from datanode DatanodeRegistration(127.0.0.1:34835, datanodeUuid=82133763-b36c-4057-8bcf-f03c5b0448f6, infoPort=45057, infoSecurePort=0, ipcPort=34809, storageInfo=lv=-57;cid=testClusterID;nsid=214207394;c=1732504629816) 2024-11-25T03:17:11,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56b4d07d399ce5ce with lease ID 0x335c820ea4c53666: from storage DS-73c3dac5-fa37-4550-866d-5a1b1578be8f node DatanodeRegistration(127.0.0.1:34835, datanodeUuid=82133763-b36c-4057-8bcf-f03c5b0448f6, infoPort=45057, infoSecurePort=0, ipcPort=34809, storageInfo=lv=-57;cid=testClusterID;nsid=214207394;c=1732504629816), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:17:11,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56b4d07d399ce5ce with lease ID 0x335c820ea4c53666: Processing first storage report for DS-77563206-6707-4c9d-95f0-db09999267c1 from datanode DatanodeRegistration(127.0.0.1:34835, datanodeUuid=82133763-b36c-4057-8bcf-f03c5b0448f6, infoPort=45057, infoSecurePort=0, ipcPort=34809, storageInfo=lv=-57;cid=testClusterID;nsid=214207394;c=1732504629816) 2024-11-25T03:17:11,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56b4d07d399ce5ce with lease ID 0x335c820ea4c53666: from storage DS-77563206-6707-4c9d-95f0-db09999267c1 node DatanodeRegistration(127.0.0.1:34835, datanodeUuid=82133763-b36c-4057-8bcf-f03c5b0448f6, infoPort=45057, infoSecurePort=0, ipcPort=34809, storageInfo=lv=-57;cid=testClusterID;nsid=214207394;c=1732504629816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:17:11,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b 2024-11-25T03:17:11,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:11,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:17:12,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d with version=8 2024-11-25T03:17:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/hbase-staging 2024-11-25T03:17:12,586 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T03:17:12,837 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:12,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:12,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:12,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:12,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:12,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:12,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:17:13,049 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T03:17:13,058 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T03:17:13,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:13,089 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12895 (auto-detected) 2024-11-25T03:17:13,090 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T03:17:13,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42047 2024-11-25T03:17:13,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42047 connecting to ZooKeeper ensemble=127.0.0.1:55930 2024-11-25T03:17:13,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420470x0, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:13,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42047-0x1014d2099540000 connected 2024-11-25T03:17:13,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:13,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:13,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/running 2024-11-25T03:17:13,207 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d, hbase.cluster.distributed=false 2024-11-25T03:17:13,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/acl 2024-11-25T03:17:13,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-25T03:17:13,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42047 2024-11-25T03:17:13,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42047 2024-11-25T03:17:13,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-25T03:17:13,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-25T03:17:13,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:13,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:13,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:13,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:13,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:13,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:13,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:17:13,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:13,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44497 2024-11-25T03:17:13,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44497 connecting to ZooKeeper ensemble=127.0.0.1:55930 2024-11-25T03:17:13,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:13,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:13,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444970x0, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:13,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44497-0x1014d2099540001 connected 2024-11-25T03:17:13,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/running 2024-11-25T03:17:13,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:17:13,387 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:17:13,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/master 2024-11-25T03:17:13,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/acl 2024-11-25T03:17:13,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44497 2024-11-25T03:17:13,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44497 2024-11-25T03:17:13,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44497 2024-11-25T03:17:13,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44497 2024-11-25T03:17:13,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44497 2024-11-25T03:17:13,415 DEBUG [M:0;38a5d2077268:42047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:42047 2024-11-25T03:17:13,416 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1318487616/backup-masters/38a5d2077268,42047,1732504632638 2024-11-25T03:17:13,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/backup-masters 2024-11-25T03:17:13,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/backup-masters 2024-11-25T03:17:13,433 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on existing znode=/0-1318487616/backup-masters/38a5d2077268,42047,1732504632638 2024-11-25T03:17:13,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:13,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1318487616/master 2024-11-25T03:17:13,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:13,455 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on existing znode=/0-1318487616/master 2024-11-25T03:17:13,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1318487616/backup-masters/38a5d2077268,42047,1732504632638 from backup master directory 2024-11-25T03:17:13,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/backup-masters/38a5d2077268,42047,1732504632638 2024-11-25T03:17:13,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/backup-masters 2024-11-25T03:17:13,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/backup-masters 2024-11-25T03:17:13,460 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:13,460 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,42047,1732504632638 2024-11-25T03:17:13,463 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T03:17:13,464 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T03:17:13,525 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/hbase.id] with ID: 4598942b-a09e-4265-b2e6-4aa1215bc4a8 2024-11-25T03:17:13,526 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/.tmp/hbase.id 2024-11-25T03:17:13,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:17:13,938 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/.tmp/hbase.id]:[hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/hbase.id] 2024-11-25T03:17:13,981 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:13,986 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:17:14,004 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-25T03:17:14,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:14,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:17:14,430 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:14,434 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:17:14,456 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:17:14,461 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:17:14,511 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store 2024-11-25T03:17:14,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:17:14,536 INFO [master/38a5d2077268:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T03:17:14,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:14,541 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:14,541 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:14,541 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:14,543 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:14,543 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:14,543 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:14,544 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504634541Disabling compacts and flushes for region at 1732504634541Disabling writes for close at 1732504634543 (+2 ms)Writing region close event to WAL at 1732504634543Closed at 1732504634543 2024-11-25T03:17:14,546 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/.initializing 2024-11-25T03:17:14,547 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638 2024-11-25T03:17:14,555 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:14,570 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C42047%2C1732504632638, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/oldWALs, maxLogs=10 2024-11-25T03:17:14,594 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638/38a5d2077268%2C42047%2C1732504632638.1732504634574, exclude list is [], retry=0 2024-11-25T03:17:14,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34835,DS-73c3dac5-fa37-4550-866d-5a1b1578be8f,DISK] 2024-11-25T03:17:14,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T03:17:14,651 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638/38a5d2077268%2C42047%2C1732504632638.1732504634574 2024-11-25T03:17:14,652 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45057:45057)] 2024-11-25T03:17:14,652 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:14,653 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:14,656 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,657 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:17:14,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:14,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:14,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:17:14,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:14,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:14,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:17:14,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:14,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:14,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:17:14,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:14,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:14,745 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,749 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,750 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,755 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,756 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,759 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:14,763 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:14,767 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:14,768 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61769067, jitterRate=-0.07956917583942413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:14,774 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504634670Initializing all the Stores at 1732504634673 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504634673Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504634674 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504634674Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504634674Cleaning up temporary data from old regions at 1732504634756 (+82 ms)Region opened successfully at 1732504634774 (+18 ms) 2024-11-25T03:17:14,775 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:17:14,809 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1034b0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:14,843 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:17:14,855 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:17:14,855 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:17:14,858 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:17:14,860 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T03:17:14,865 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T03:17:14,865 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:17:14,892 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:17:14,903 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/balancer because node does not exist (not necessarily an error) 2024-11-25T03:17:14,906 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/balancer already deleted, retry=false 2024-11-25T03:17:14,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:17:14,911 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:17:14,912 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/normalizer already deleted, retry=false 2024-11-25T03:17:14,915 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:17:14,919 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:17:14,921 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/switch/split already deleted, retry=false 2024-11-25T03:17:14,922 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:17:14,924 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/switch/merge already deleted, retry=false 2024-11-25T03:17:14,942 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:17:14,946 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/snapshot-cleanup already deleted, retry=false 2024-11-25T03:17:14,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1318487616/running 2024-11-25T03:17:14,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1318487616/running 2024-11-25T03:17:14,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:14,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:14,952 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,42047,1732504632638, sessionid=0x1014d2099540000, setting cluster-up flag (Was=false) 2024-11-25T03:17:14,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:14,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:14,971 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1318487616/flush-table-proc/acquired, /0-1318487616/flush-table-proc/reached, /0-1318487616/flush-table-proc/abort 2024-11-25T03:17:14,972 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42047,1732504632638 2024-11-25T03:17:14,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:14,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:14,984 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1318487616/online-snapshot/acquired, /0-1318487616/online-snapshot/reached, /0-1318487616/online-snapshot/abort 2024-11-25T03:17:14,985 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42047,1732504632638 2024-11-25T03:17:14,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:17:15,003 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(746): ClusterId : 4598942b-a09e-4265-b2e6-4aa1215bc4a8 2024-11-25T03:17:15,005 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:17:15,011 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:17:15,011 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:17:15,015 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:17:15,015 DEBUG [RS:0;38a5d2077268:44497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac941e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:15,031 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:44497 2024-11-25T03:17:15,036 INFO [RS:0;38a5d2077268:44497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:17:15,036 INFO [RS:0;38a5d2077268:44497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:17:15,036 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:17:15,040 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,42047,1732504632638 with port=44497, startcode=1732504633309 2024-11-25T03:17:15,054 DEBUG [RS:0;38a5d2077268:44497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:17:15,068 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:15,083 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:17:15,091 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:17:15,096 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:17:15,099 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,42047,1732504632638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:17:15,104 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:17:15,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:15,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:15,108 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:15,108 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:15,108 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:17:15,108 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,109 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:15,109 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,112 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504665112 2024-11-25T03:17:15,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:15,114 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:17:15,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:17:15,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:17:15,120 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:17:15,120 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:17:15,121 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:17:15,121 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:17:15,121 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:15,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:17:15,122 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,125 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:17:15,126 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:17:15,127 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:17:15,127 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:17:15,130 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:17:15,131 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:17:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:17:15,133 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504635132,5,FailOnTimeoutGroup] 2024-11-25T03:17:15,134 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504635133,5,FailOnTimeoutGroup] 2024-11-25T03:17:15,134 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,134 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:17:15,135 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,135 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,140 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T03:17:15,140 WARN [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T03:17:15,242 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,42047,1732504632638 with port=44497, startcode=1732504633309 2024-11-25T03:17:15,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,44497,1732504633309 2024-11-25T03:17:15,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,44497,1732504633309 2024-11-25T03:17:15,255 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d 2024-11-25T03:17:15,255 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42151 2024-11-25T03:17:15,255 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:17:15,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/rs 2024-11-25T03:17:15,260 DEBUG [RS:0;38a5d2077268:44497 {}] zookeeper.ZKUtil(111): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on existing znode=/0-1318487616/rs/38a5d2077268,44497,1732504633309 2024-11-25T03:17:15,260 WARN [RS:0;38a5d2077268:44497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:15,260 INFO [RS:0;38a5d2077268:44497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:15,260 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309 2024-11-25T03:17:15,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,44497,1732504633309] 2024-11-25T03:17:15,286 INFO [RS:0;38a5d2077268:44497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:17:15,299 INFO [RS:0;38a5d2077268:44497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:17:15,303 INFO [RS:0;38a5d2077268:44497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:17:15,304 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,305 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:17:15,310 INFO [RS:0;38a5d2077268:44497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:17:15,312 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,312 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,312 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,312 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,312 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,312 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,313 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:15,313 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,313 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,313 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,313 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,313 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,313 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:15,314 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:15,314 DEBUG [RS:0;38a5d2077268:44497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:15,315 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,315 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,315 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,315 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,316 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,316 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44497,1732504633309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:15,336 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:17:15,338 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44497,1732504633309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,338 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,339 INFO [RS:0;38a5d2077268:44497 {}] regionserver.Replication(171): 38a5d2077268,44497,1732504633309 started 2024-11-25T03:17:15,357 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:15,358 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,44497,1732504633309, RpcServer on 38a5d2077268/172.17.0.2:44497, sessionid=0x1014d2099540001 2024-11-25T03:17:15,359 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:17:15,359 DEBUG [RS:0;38a5d2077268:44497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,44497,1732504633309 2024-11-25T03:17:15,359 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,44497,1732504633309' 2024-11-25T03:17:15,359 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1318487616/flush-table-proc/abort' 2024-11-25T03:17:15,360 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1318487616/flush-table-proc/acquired' 2024-11-25T03:17:15,361 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:17:15,361 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:17:15,361 DEBUG [RS:0;38a5d2077268:44497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,44497,1732504633309 2024-11-25T03:17:15,361 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,44497,1732504633309' 2024-11-25T03:17:15,361 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1318487616/online-snapshot/abort' 2024-11-25T03:17:15,362 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1318487616/online-snapshot/acquired' 2024-11-25T03:17:15,363 DEBUG [RS:0;38a5d2077268:44497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:17:15,363 INFO [RS:0;38a5d2077268:44497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:17:15,363 INFO [RS:0;38a5d2077268:44497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:17:15,468 INFO [RS:0;38a5d2077268:44497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:15,472 INFO [RS:0;38a5d2077268:44497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C44497%2C1732504633309, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs, maxLogs=10 2024-11-25T03:17:15,489 DEBUG [RS:0;38a5d2077268:44497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474, exclude list is [], retry=0 2024-11-25T03:17:15,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34835,DS-73c3dac5-fa37-4550-866d-5a1b1578be8f,DISK] 2024-11-25T03:17:15,496 INFO [RS:0;38a5d2077268:44497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 2024-11-25T03:17:15,497 DEBUG [RS:0;38a5d2077268:44497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45057:45057)] 2024-11-25T03:17:15,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:17:15,535 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d 2024-11-25T03:17:15,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:17:15,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:15,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:15,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:15,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:15,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:15,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:15,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:15,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:15,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:15,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:15,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:15,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:15,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:15,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:15,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:15,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:15,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:15,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:15,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740 2024-11-25T03:17:15,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740 2024-11-25T03:17:15,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:15,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:15,969 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:15,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:15,975 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:15,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58735972, jitterRate=-0.12476581335067749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:15,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504635948Initializing all the Stores at 1732504635950 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504635950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504635950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504635950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504635950Cleaning up temporary data from old regions at 1732504635968 (+18 ms)Region opened successfully at 1732504635978 (+10 ms) 2024-11-25T03:17:15,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:15,979 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:15,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:15,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:15,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:15,980 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:15,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504635978Disabling compacts and flushes for region at 1732504635978Disabling writes for close at 1732504635979 (+1 ms)Writing region close event to WAL at 1732504635979Closed at 1732504635980 (+1 ms) 2024-11-25T03:17:15,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:15,983 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:17:15,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:17:15,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:16,000 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:17:16,152 DEBUG [38a5d2077268:42047 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:17:16,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,44497,1732504633309 2024-11-25T03:17:16,171 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,44497,1732504633309, state=OPENING 2024-11-25T03:17:16,176 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:17:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:16,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:16,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:16,184 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:16,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,44497,1732504633309}] 2024-11-25T03:17:16,363 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:17:16,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:17:16,376 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:17:16,376 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:16,377 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:17:16,379 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C44497%2C1732504633309.meta, suffix=.meta, logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs, maxLogs=10 2024-11-25T03:17:16,396 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.meta.1732504636381.meta, exclude list is [], retry=0 2024-11-25T03:17:16,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34835,DS-73c3dac5-fa37-4550-866d-5a1b1578be8f,DISK] 2024-11-25T03:17:16,402 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.meta.1732504636381.meta 2024-11-25T03:17:16,402 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45057:45057)] 2024-11-25T03:17:16,403 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:16,408 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:16,409 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:16,411 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:17:16,413 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:17:16,417 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:17:16,417 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:16,418 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:17:16,418 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:17:16,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:16,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:16,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:16,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:16,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:16,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:16,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:16,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:16,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:16,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:16,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:16,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:16,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:16,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:16,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:16,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:16,431 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:16,432 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740 2024-11-25T03:17:16,434 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740 2024-11-25T03:17:16,437 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:16,437 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:16,438 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:16,440 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:16,442 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61662179, jitterRate=-0.08116193115711212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:16,442 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:17:16,444 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504636418Writing region info on filesystem at 1732504636418Initializing all the Stores at 1732504636421 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504636421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504636421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504636421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504636421Cleaning up temporary data from old regions at 1732504636437 (+16 ms)Running coprocessor post-open hooks at 1732504636442 (+5 ms)Region opened successfully at 1732504636444 (+2 ms) 2024-11-25T03:17:16,451 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504636352 2024-11-25T03:17:16,463 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:17:16,463 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:17:16,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,44497,1732504633309 2024-11-25T03:17:16,466 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,44497,1732504633309, state=OPEN 2024-11-25T03:17:16,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1318487616/meta-region-server 2024-11-25T03:17:16,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1318487616/meta-region-server 2024-11-25T03:17:16,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:16,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:16,469 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,44497,1732504633309 2024-11-25T03:17:16,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:17:16,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,44497,1732504633309 in 284 msec 2024-11-25T03:17:16,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:17:16,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-25T03:17:16,481 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:16,482 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:17:16,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:16,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,44497,1732504633309, seqNum=-1] 2024-11-25T03:17:16,535 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:16,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:16,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5410 sec 2024-11-25T03:17:16,563 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504636563, completionTime=-1 2024-11-25T03:17:16,567 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:17:16,567 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:17:16,597 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:17:16,597 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504696597 2024-11-25T03:17:16,597 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504756597 2024-11-25T03:17:16,597 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-25T03:17:16,600 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42047,1732504632638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:16,600 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42047,1732504632638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:16,600 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42047,1732504632638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:16,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:42047, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:16,603 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:16,603 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:16,631 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:17:16,659 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.197sec 2024-11-25T03:17:16,660 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:17:16,661 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:17:16,662 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:17:16,663 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:17:16,663 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:17:16,664 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42047,1732504632638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:16,664 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42047,1732504632638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:17:16,673 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:17:16,673 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:17:16,674 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42047,1732504632638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:16,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:16,716 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T03:17:16,716 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T03:17:16,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42047,-1 for getting cluster id 2024-11-25T03:17:16,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:16,729 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4598942b-a09e-4265-b2e6-4aa1215bc4a8' 2024-11-25T03:17:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4598942b-a09e-4265-b2e6-4aa1215bc4a8" 2024-11-25T03:17:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e30bb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42047,-1] 2024-11-25T03:17:16,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:16,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:16,738 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:16,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:16,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,44497,1732504633309, seqNum=-1] 2024-11-25T03:17:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:16,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:16,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,42047,1732504632638 2024-11-25T03:17:16,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55930 2024-11-25T03:17:16,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:16,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d2099540002 connected 2024-11-25T03:17:16,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.log.dir so I do NOT create it in target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a 2024-11-25T03:17:16,795 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:17:16,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.tmp.dir so I do NOT create it in target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a 2024-11-25T03:17:16,795 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:17:16,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a 2024-11-25T03:17:16,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:17:16,795 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/cluster_f207fe41-69e2-bab7-7dbd-68f9a3787ac2, deleteOnExit=true 2024-11-25T03:17:16,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:17:16,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/test.cache.data in system properties and HBase conf 2024-11-25T03:17:16,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:17:16,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:17:16,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:17:16,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:17:16,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:17:16,796 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:17:16,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:17:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:17:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:17:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:17:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:17:16,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:17:16,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:16,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:17:16,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:17:16,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:16,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:16,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:16,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:16,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:17:16,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:16,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:16,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:17,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/java.io.tmpdir/jetty-localhost-41519-hadoop-hdfs-3_4_1-tests_jar-_-any-13918501043150945385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:17,025 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:41519} 2024-11-25T03:17:17,025 INFO [Time-limited test {}] server.Server(415): Started @9274ms 2024-11-25T03:17:17,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:17,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:17,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:17,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:17,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:17:17,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:17,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:17,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/java.io.tmpdir/jetty-localhost-44425-hadoop-hdfs-3_4_1-tests_jar-_-any-2110904012819334047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:17,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:44425} 2024-11-25T03:17:17,250 INFO [Time-limited test {}] server.Server(415): Started @9499ms 2024-11-25T03:17:17,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:17:17,395 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/cluster_f207fe41-69e2-bab7-7dbd-68f9a3787ac2/data/data1/current/BP-441297248-172.17.0.2-1732504636831/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:17,396 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/cluster_f207fe41-69e2-bab7-7dbd-68f9a3787ac2/data/data2/current/BP-441297248-172.17.0.2-1732504636831/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:17,413 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:17:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57ee0e1970008f2e with lease ID 0x1cd52805ba6143d0: Processing first storage report for DS-f21ccdb8-7538-47be-ba00-c0cfc8d0dcf1 from datanode DatanodeRegistration(127.0.0.1:40987, datanodeUuid=083b3d50-b0e0-453a-a4ec-607e5af7c98d, infoPort=45629, infoSecurePort=0, ipcPort=33353, storageInfo=lv=-57;cid=testClusterID;nsid=263374939;c=1732504636831) 2024-11-25T03:17:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57ee0e1970008f2e with lease ID 0x1cd52805ba6143d0: from storage DS-f21ccdb8-7538-47be-ba00-c0cfc8d0dcf1 node DatanodeRegistration(127.0.0.1:40987, datanodeUuid=083b3d50-b0e0-453a-a4ec-607e5af7c98d, infoPort=45629, infoSecurePort=0, ipcPort=33353, storageInfo=lv=-57;cid=testClusterID;nsid=263374939;c=1732504636831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:17:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57ee0e1970008f2e with lease ID 0x1cd52805ba6143d0: Processing first storage report for DS-0296c925-4df2-4c7a-afe6-9538af18dbf7 from datanode DatanodeRegistration(127.0.0.1:40987, datanodeUuid=083b3d50-b0e0-453a-a4ec-607e5af7c98d, infoPort=45629, infoSecurePort=0, ipcPort=33353, storageInfo=lv=-57;cid=testClusterID;nsid=263374939;c=1732504636831) 2024-11-25T03:17:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57ee0e1970008f2e with lease ID 0x1cd52805ba6143d0: from storage DS-0296c925-4df2-4c7a-afe6-9538af18dbf7 node DatanodeRegistration(127.0.0.1:40987, datanodeUuid=083b3d50-b0e0-453a-a4ec-607e5af7c98d, infoPort=45629, infoSecurePort=0, ipcPort=33353, storageInfo=lv=-57;cid=testClusterID;nsid=263374939;c=1732504636831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:17:17,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a 2024-11-25T03:17:17,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:17,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:17,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:17:17,900 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57 with version=8 2024-11-25T03:17:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/hbase-staging 2024-11-25T03:17:17,902 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:17,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:17,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:17,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:17,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:17,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:17,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:17:17,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:17,904 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34283 2024-11-25T03:17:17,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34283 connecting to ZooKeeper ensemble=127.0.0.1:55930 2024-11-25T03:17:17,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342830x0, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:17,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34283-0x1014d2099540003 connected 2024-11-25T03:17:17,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:17,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:17,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on znode that does not yet exist, /1-981303381/running 2024-11-25T03:17:17,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57, hbase.cluster.distributed=false 2024-11-25T03:17:17,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on znode that does not yet exist, /1-981303381/acl 2024-11-25T03:17:17,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34283 2024-11-25T03:17:17,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34283 2024-11-25T03:17:17,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34283 2024-11-25T03:17:17,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34283 2024-11-25T03:17:17,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34283 2024-11-25T03:17:17,952 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:17,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:17,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:17:17,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:17,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38877 2024-11-25T03:17:17,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38877 connecting to ZooKeeper ensemble=127.0.0.1:55930 2024-11-25T03:17:17,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:17,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:17,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388770x0, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:17,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388770x0, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on znode that does not yet exist, /1-981303381/running 2024-11-25T03:17:17,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38877-0x1014d2099540004 connected 2024-11-25T03:17:17,965 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:17:17,966 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:17:17,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on znode that does not yet exist, /1-981303381/master 2024-11-25T03:17:17,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on znode that does not yet exist, /1-981303381/acl 2024-11-25T03:17:17,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38877 2024-11-25T03:17:17,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38877 2024-11-25T03:17:17,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38877 2024-11-25T03:17:17,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38877 2024-11-25T03:17:17,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38877 2024-11-25T03:17:17,986 DEBUG [M:0;38a5d2077268:34283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:34283 2024-11-25T03:17:17,987 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-981303381/backup-masters/38a5d2077268,34283,1732504637902 2024-11-25T03:17:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381/backup-masters 2024-11-25T03:17:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381/backup-masters 2024-11-25T03:17:17,989 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on existing znode=/1-981303381/backup-masters/38a5d2077268,34283,1732504637902 2024-11-25T03:17:17,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:17,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-981303381/master 2024-11-25T03:17:17,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:17,992 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on existing znode=/1-981303381/master 2024-11-25T03:17:17,993 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-981303381/backup-masters/38a5d2077268,34283,1732504637902 from backup master directory 2024-11-25T03:17:17,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381/backup-masters 2024-11-25T03:17:17,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981303381/backup-masters/38a5d2077268,34283,1732504637902 2024-11-25T03:17:17,994 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:17,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381/backup-masters 2024-11-25T03:17:17,994 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,34283,1732504637902 2024-11-25T03:17:18,001 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/hbase.id] with ID: 73acc964-4a35-4920-ba54-8454b3b943f4 2024-11-25T03:17:18,001 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/.tmp/hbase.id 2024-11-25T03:17:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:17:18,008 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/.tmp/hbase.id]:[hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/hbase.id] 2024-11-25T03:17:18,036 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:18,036 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:17:18,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-25T03:17:18,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:18,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:18,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:17:18,452 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:18,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:17:18,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:18,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:17:18,867 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store 2024-11-25T03:17:18,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:17:18,876 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:18,876 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:18,876 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:18,877 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:18,877 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:18,877 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:18,877 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:18,877 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504638876Disabling compacts and flushes for region at 1732504638876Disabling writes for close at 1732504638877 (+1 ms)Writing region close event to WAL at 1732504638877Closed at 1732504638877 2024-11-25T03:17:18,878 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/.initializing 2024-11-25T03:17:18,878 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/WALs/38a5d2077268,34283,1732504637902 2024-11-25T03:17:18,880 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:18,883 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C34283%2C1732504637902, suffix=, logDir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/WALs/38a5d2077268,34283,1732504637902, archiveDir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/oldWALs, maxLogs=10 2024-11-25T03:17:18,897 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/WALs/38a5d2077268,34283,1732504637902/38a5d2077268%2C34283%2C1732504637902.1732504638883, exclude list is [], retry=0 2024-11-25T03:17:18,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40987,DS-f21ccdb8-7538-47be-ba00-c0cfc8d0dcf1,DISK] 2024-11-25T03:17:18,904 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/WALs/38a5d2077268,34283,1732504637902/38a5d2077268%2C34283%2C1732504637902.1732504638883 2024-11-25T03:17:18,904 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45629:45629)] 2024-11-25T03:17:18,905 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:18,905 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:18,905 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,905 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:17:18,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:18,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:18,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:17:18,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:18,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:18,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:17:18,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:18,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:18,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:17:18,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:18,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:18,920 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,921 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,922 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,924 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,924 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,925 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:18,927 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:18,931 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:18,931 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63912762, jitterRate=-0.04762563109397888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:18,932 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504638905Initializing all the Stores at 1732504638907 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504638907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504638907Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504638907Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504638907Cleaning up temporary data from old regions at 1732504638924 (+17 ms)Region opened successfully at 1732504638931 (+7 ms) 2024-11-25T03:17:18,932 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:17:18,937 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5781f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:18,938 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:17:18,938 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:17:18,938 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:17:18,939 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:17:18,939 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:17:18,940 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:17:18,940 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:17:18,943 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:17:18,944 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Unable to get data of znode /1-981303381/balancer because node does not exist (not necessarily an error) 2024-11-25T03:17:18,945 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981303381/balancer already deleted, retry=false 2024-11-25T03:17:18,946 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:17:18,947 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Unable to get data of znode /1-981303381/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:17:18,948 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981303381/normalizer already deleted, retry=false 2024-11-25T03:17:18,948 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:17:18,949 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Unable to get data of znode /1-981303381/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:17:18,951 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981303381/switch/split already deleted, retry=false 2024-11-25T03:17:18,952 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Unable to get data of znode /1-981303381/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:17:18,954 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981303381/switch/merge already deleted, retry=false 2024-11-25T03:17:18,957 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Unable to get data of znode /1-981303381/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:17:18,958 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-981303381/snapshot-cleanup already deleted, retry=false 2024-11-25T03:17:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-981303381/running 2024-11-25T03:17:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-981303381/running 2024-11-25T03:17:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:18,960 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,34283,1732504637902, sessionid=0x1014d2099540003, setting cluster-up flag (Was=false) 2024-11-25T03:17:18,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:18,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:18,969 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-981303381/flush-table-proc/acquired, /1-981303381/flush-table-proc/reached, /1-981303381/flush-table-proc/abort 2024-11-25T03:17:18,970 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,34283,1732504637902 2024-11-25T03:17:18,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:18,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:18,980 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-981303381/online-snapshot/acquired, /1-981303381/online-snapshot/reached, /1-981303381/online-snapshot/abort 2024-11-25T03:17:18,981 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,34283,1732504637902 2024-11-25T03:17:18,983 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:17:18,987 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:18,987 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:17:18,987 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:17:18,988 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,34283,1732504637902 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:17:18,989 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:18,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:18,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:18,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:18,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:17:18,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:18,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:18,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:18,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504668991 2024-11-25T03:17:18,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:17:18,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:17:18,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:17:18,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:17:18,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:17:18,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:17:18,992 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:18,992 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:17:18,992 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:17:18,992 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:17:18,992 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:17:18,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:18,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:17:18,993 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:17:18,993 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:17:18,994 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504638993,5,FailOnTimeoutGroup] 2024-11-25T03:17:18,994 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504638994,5,FailOnTimeoutGroup] 2024-11-25T03:17:18,994 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:18,994 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:17:18,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:18,994 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:18,995 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:18,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:17:19,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:17:19,077 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(746): ClusterId : 73acc964-4a35-4920-ba54-8454b3b943f4 2024-11-25T03:17:19,077 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:17:19,080 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:17:19,080 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:17:19,082 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:17:19,083 DEBUG [RS:0;38a5d2077268:38877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e36f689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:19,095 DEBUG [RS:0;38a5d2077268:38877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:38877 2024-11-25T03:17:19,095 INFO [RS:0;38a5d2077268:38877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:17:19,095 INFO [RS:0;38a5d2077268:38877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:17:19,095 DEBUG [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:17:19,096 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,34283,1732504637902 with port=38877, startcode=1732504637952 2024-11-25T03:17:19,096 DEBUG [RS:0;38a5d2077268:38877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:17:19,099 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:17:19,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,38877,1732504637952 2024-11-25T03:17:19,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34283 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,38877,1732504637952 2024-11-25T03:17:19,103 DEBUG [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57 2024-11-25T03:17:19,103 DEBUG [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46415 2024-11-25T03:17:19,103 DEBUG [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:17:19,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381/rs 2024-11-25T03:17:19,114 DEBUG [RS:0;38a5d2077268:38877 {}] zookeeper.ZKUtil(111): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on existing znode=/1-981303381/rs/38a5d2077268,38877,1732504637952 2024-11-25T03:17:19,115 WARN [RS:0;38a5d2077268:38877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:19,115 INFO [RS:0;38a5d2077268:38877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:19,115 DEBUG [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/WALs/38a5d2077268,38877,1732504637952 2024-11-25T03:17:19,115 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,38877,1732504637952] 2024-11-25T03:17:19,122 INFO [RS:0;38a5d2077268:38877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:17:19,125 INFO [RS:0;38a5d2077268:38877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:17:19,126 INFO [RS:0;38a5d2077268:38877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:17:19,126 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,126 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:17:19,128 INFO [RS:0;38a5d2077268:38877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:17:19,128 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,129 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,129 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,129 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,129 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,129 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,129 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:19,129 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,129 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,130 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,130 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,130 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,130 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:19,130 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:19,130 DEBUG [RS:0;38a5d2077268:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:19,132 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,132 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,133 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,133 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,133 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,133 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38877,1732504637952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:19,160 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:17:19,161 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38877,1732504637952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,161 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,161 INFO [RS:0;38a5d2077268:38877 {}] regionserver.Replication(171): 38a5d2077268,38877,1732504637952 started 2024-11-25T03:17:19,192 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,193 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,38877,1732504637952, RpcServer on 38a5d2077268/172.17.0.2:38877, sessionid=0x1014d2099540004 2024-11-25T03:17:19,193 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:17:19,193 DEBUG [RS:0;38a5d2077268:38877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,38877,1732504637952 2024-11-25T03:17:19,193 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,38877,1732504637952' 2024-11-25T03:17:19,193 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-981303381/flush-table-proc/abort' 2024-11-25T03:17:19,195 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-981303381/flush-table-proc/acquired' 2024-11-25T03:17:19,195 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:17:19,195 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:17:19,195 DEBUG [RS:0;38a5d2077268:38877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,38877,1732504637952 2024-11-25T03:17:19,195 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,38877,1732504637952' 2024-11-25T03:17:19,195 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-981303381/online-snapshot/abort' 2024-11-25T03:17:19,196 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-981303381/online-snapshot/acquired' 2024-11-25T03:17:19,197 DEBUG [RS:0;38a5d2077268:38877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:17:19,198 INFO [RS:0;38a5d2077268:38877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:17:19,198 INFO [RS:0;38a5d2077268:38877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:17:19,298 INFO [RS:0;38a5d2077268:38877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:19,301 INFO [RS:0;38a5d2077268:38877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C38877%2C1732504637952, suffix=, logDir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/WALs/38a5d2077268,38877,1732504637952, archiveDir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/oldWALs, maxLogs=10 2024-11-25T03:17:19,317 DEBUG [RS:0;38a5d2077268:38877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/WALs/38a5d2077268,38877,1732504637952/38a5d2077268%2C38877%2C1732504637952.1732504639303, exclude list is [], retry=0 2024-11-25T03:17:19,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40987,DS-f21ccdb8-7538-47be-ba00-c0cfc8d0dcf1,DISK] 2024-11-25T03:17:19,324 INFO [RS:0;38a5d2077268:38877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/WALs/38a5d2077268,38877,1732504637952/38a5d2077268%2C38877%2C1732504637952.1732504639303 2024-11-25T03:17:19,325 DEBUG [RS:0;38a5d2077268:38877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45629:45629)] 2024-11-25T03:17:19,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:17:19,405 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57 2024-11-25T03:17:19,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:17:19,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:19,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:19,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:19,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:19,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:19,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:19,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:19,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:19,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:19,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:19,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:19,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:19,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:19,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:19,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740 2024-11-25T03:17:19,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740 2024-11-25T03:17:19,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:19,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:19,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:19,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:19,441 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:19,442 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63489576, jitterRate=-0.053931593894958496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:19,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504639416Initializing all the Stores at 1732504639418 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504639418Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504639418Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504639418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504639418Cleaning up temporary data from old regions at 1732504639435 (+17 ms)Region opened successfully at 1732504639442 (+7 ms) 2024-11-25T03:17:19,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:19,442 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:19,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:19,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:19,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:19,443 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:19,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504639442Disabling compacts and flushes for region at 1732504639442Disabling writes for close at 1732504639442Writing region close event to WAL at 1732504639443 (+1 ms)Closed at 1732504639443 2024-11-25T03:17:19,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:19,448 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:17:19,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:17:19,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:19,452 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:17:19,603 DEBUG [38a5d2077268:34283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:17:19,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,38877,1732504637952 2024-11-25T03:17:19,607 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,38877,1732504637952, state=OPENING 2024-11-25T03:17:19,609 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:17:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:19,611 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:19,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981303381/meta-region-server: CHANGED 2024-11-25T03:17:19,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981303381/meta-region-server: CHANGED 2024-11-25T03:17:19,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,38877,1732504637952}] 2024-11-25T03:17:19,766 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:17:19,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:17:19,774 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:17:19,774 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:19,775 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:17:19,777 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C38877%2C1732504637952.meta, suffix=.meta, logDir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/WALs/38a5d2077268,38877,1732504637952, archiveDir=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/oldWALs, maxLogs=10 2024-11-25T03:17:19,792 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/WALs/38a5d2077268,38877,1732504637952/38a5d2077268%2C38877%2C1732504637952.meta.1732504639779.meta, exclude list is [], retry=0 2024-11-25T03:17:19,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40987,DS-f21ccdb8-7538-47be-ba00-c0cfc8d0dcf1,DISK] 2024-11-25T03:17:19,798 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/WALs/38a5d2077268,38877,1732504637952/38a5d2077268%2C38877%2C1732504637952.meta.1732504639779.meta 2024-11-25T03:17:19,798 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45629:45629)] 2024-11-25T03:17:19,798 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:19,799 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:19,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:19,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:17:19,799 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:17:19,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:17:19,800 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:19,800 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:17:19,800 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:17:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:19,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:19,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:19,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:19,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:19,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:19,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:19,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:19,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:19,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:19,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:19,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:19,809 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:19,810 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740 2024-11-25T03:17:19,811 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740 2024-11-25T03:17:19,813 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:19,813 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:19,814 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:19,816 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:19,817 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61721820, jitterRate=-0.08027321100234985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:19,817 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:17:19,817 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504639800Writing region info on filesystem at 1732504639800Initializing all the Stores at 1732504639801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504639801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504639801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504639801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504639801Cleaning up temporary data from old regions at 1732504639813 (+12 ms)Running coprocessor post-open hooks at 1732504639817 (+4 ms)Region opened successfully at 1732504639817 2024-11-25T03:17:19,819 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504639766 2024-11-25T03:17:19,823 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:17:19,823 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:17:19,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,38877,1732504637952 2024-11-25T03:17:19,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,38877,1732504637952, state=OPEN 2024-11-25T03:17:19,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-981303381/meta-region-server 2024-11-25T03:17:19,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-981303381/meta-region-server 2024-11-25T03:17:19,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,38877,1732504637952 2024-11-25T03:17:19,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981303381/meta-region-server: CHANGED 2024-11-25T03:17:19,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-981303381/meta-region-server: CHANGED 2024-11-25T03:17:19,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:17:19,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,38877,1732504637952 in 218 msec 2024-11-25T03:17:19,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:17:19,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-25T03:17:19,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:19,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:17:19,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:19,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38877,1732504637952, seqNum=-1] 2024-11-25T03:17:19,842 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:19,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:19,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 868 msec 2024-11-25T03:17:19,854 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504639853, completionTime=-1 2024-11-25T03:17:19,854 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:17:19,854 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:17:19,856 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:17:19,856 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504699856 2024-11-25T03:17:19,856 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504759856 2024-11-25T03:17:19,856 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:17:19,866 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34283,1732504637902-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,866 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34283,1732504637902-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,866 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34283,1732504637902-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,866 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:34283, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,866 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,866 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,869 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:17:19,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.878sec 2024-11-25T03:17:19,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:17:19,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:17:19,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:17:19,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:17:19,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:17:19,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34283,1732504637902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:19,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34283,1732504637902-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:17:19,876 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:17:19,876 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:17:19,876 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34283,1732504637902-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:19,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:19,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34283,-1 for getting cluster id 2024-11-25T03:17:19,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:19,879 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73acc964-4a35-4920-ba54-8454b3b943f4' 2024-11-25T03:17:19,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:19,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73acc964-4a35-4920-ba54-8454b3b943f4" 2024-11-25T03:17:19,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26537605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:19,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34283,-1] 2024-11-25T03:17:19,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:19,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,883 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:19,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:19,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:19,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38877,1732504637952, seqNum=-1] 2024-11-25T03:17:19,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:19,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:19,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,34283,1732504637902 2024-11-25T03:17:19,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55930 2024-11-25T03:17:19,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:19,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014d2099540005 connected 2024-11-25T03:17:19,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:19,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42047,-1 for getting cluster id 2024-11-25T03:17:19,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:19,902 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4598942b-a09e-4265-b2e6-4aa1215bc4a8' 2024-11-25T03:17:19,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:19,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4598942b-a09e-4265-b2e6-4aa1215bc4a8" 2024-11-25T03:17:19,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6219b830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:19,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42047,-1] 2024-11-25T03:17:19,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:19,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,905 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326ad51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:19,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42047,1732504632638 2024-11-25T03:17:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2037ce32 2024-11-25T03:17:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:19,926 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:19,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:34283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:17:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:17:19,942 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:34283' 2024-11-25T03:17:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:19,944 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a9232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:19,944 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34283,-1 for getting cluster id 2024-11-25T03:17:19,945 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:19,946 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73acc964-4a35-4920-ba54-8454b3b943f4' 2024-11-25T03:17:19,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:19,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73acc964-4a35-4920-ba54-8454b3b943f4" 2024-11-25T03:17:19,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e540a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:19,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34283,-1] 2024-11-25T03:17:19,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:19,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,949 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:19,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ba575e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:19,951 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:19,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34283,1732504637902 2024-11-25T03:17:19,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb86fbf 2024-11-25T03:17:19,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:19,960 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:19,975 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T03:17:19,975 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:17:19,980 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,980 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:19,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:19,982 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:19,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:17:19,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:17:19,990 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:19,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:17:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741835_1011 (size=1138) 2024-11-25T03:17:20,039 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:17:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:20,404 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef4cb963727769c8e4f4c51b6474186e, NAME => 'hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d 2024-11-25T03:17:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741836_1012 (size=44) 2024-11-25T03:17:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:20,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:20,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ef4cb963727769c8e4f4c51b6474186e, disabling compactions & flushes 2024-11-25T03:17:20,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:20,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:20,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. after waiting 0 ms 2024-11-25T03:17:20,817 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:20,817 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:20,817 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef4cb963727769c8e4f4c51b6474186e: Waiting for close lock at 1732504640816Disabling compacts and flushes for region at 1732504640816Disabling writes for close at 1732504640817 (+1 ms)Writing region close event to WAL at 1732504640817Closed at 1732504640817 2024-11-25T03:17:20,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:17:20,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504640819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504640819"}]},"ts":"1732504640819"} 2024-11-25T03:17:20,831 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:17:20,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:17:20,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504640834"}]},"ts":"1732504640834"} 2024-11-25T03:17:20,843 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:17:20,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN}] 2024-11-25T03:17:20,849 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN 2024-11-25T03:17:20,852 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN; state=OFFLINE, location=38a5d2077268,44497,1732504633309; forceNewPlan=false, retain=false 2024-11-25T03:17:21,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ef4cb963727769c8e4f4c51b6474186e, regionState=OPENING, regionLocation=38a5d2077268,44497,1732504633309 2024-11-25T03:17:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN because future has completed 2024-11-25T03:17:21,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef4cb963727769c8e4f4c51b6474186e, server=38a5d2077268,44497,1732504633309}] 2024-11-25T03:17:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:21,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:21,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:21,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:17:21,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C44497%2C1732504633309.rep, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs, maxLogs=10 2024-11-25T03:17:21,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.rep.1732504641177, exclude list is [], retry=0 2024-11-25T03:17:21,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34835,DS-73c3dac5-fa37-4550-866d-5a1b1578be8f,DISK] 2024-11-25T03:17:21,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.rep.1732504641177 2024-11-25T03:17:21,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45057:45057)] 2024-11-25T03:17:21,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ef4cb963727769c8e4f4c51b6474186e, NAME => 'hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:21,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:21,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:21,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. service=MultiRowMutationService 2024-11-25T03:17:21,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:17:21,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:21,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,207 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,210 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4cb963727769c8e4f4c51b6474186e columnFamilyName hfileref 2024-11-25T03:17:21,210 DEBUG [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:21,211 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(327): Store=ef4cb963727769c8e4f4c51b6474186e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:21,211 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,213 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4cb963727769c8e4f4c51b6474186e columnFamilyName queue 2024-11-25T03:17:21,213 DEBUG [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:21,214 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(327): Store=ef4cb963727769c8e4f4c51b6474186e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:21,214 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,216 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4cb963727769c8e4f4c51b6474186e columnFamilyName sid 2024-11-25T03:17:21,216 DEBUG [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:21,216 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(327): Store=ef4cb963727769c8e4f4c51b6474186e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:21,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:17:21,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:21,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ef4cb963727769c8e4f4c51b6474186e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71136770, jitterRate=0.06002047657966614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:17:21,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:21,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ef4cb963727769c8e4f4c51b6474186e: Running coprocessor pre-open hook at 1732504641205Writing region info on filesystem at 1732504641205Initializing all the Stores at 1732504641207 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504641207Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504641207Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504641207Cleaning up temporary data from old regions at 1732504641220 (+13 ms)Running coprocessor post-open hooks at 1732504641227 (+7 ms)Region opened successfully at 1732504641228 (+1 ms) 2024-11-25T03:17:21,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e., pid=7, masterSystemTime=1732504641164 2024-11-25T03:17:21,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:21,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:21,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ef4cb963727769c8e4f4c51b6474186e, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,44497,1732504633309 2024-11-25T03:17:21,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef4cb963727769c8e4f4c51b6474186e, server=38a5d2077268,44497,1732504633309 because future has completed 2024-11-25T03:17:21,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T03:17:21,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ef4cb963727769c8e4f4c51b6474186e, server=38a5d2077268,44497,1732504633309 in 238 msec 2024-11-25T03:17:21,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:17:21,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN in 407 msec 2024-11-25T03:17:21,261 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:17:21,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504641261"}]},"ts":"1732504641261"} 2024-11-25T03:17:21,265 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:17:21,267 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:17:21,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2850 sec 2024-11-25T03:17:21,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:17:21,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:17:21,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e., hostname=38a5d2077268,44497,1732504633309, seqNum=2] 2024-11-25T03:17:21,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44497 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T03:17:21,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:21,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:21,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:17:21,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T03:17:21,515 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:17:21,560 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,44497,1732504633309, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:17:21,561 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:21,561 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,44497,1732504633309, seqNum=-1] 2024-11-25T03:17:21,562 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:21,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-25T03:17:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,44497,1732504633309', locateType=CURRENT is [region=hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e., hostname=38a5d2077268,44497,1732504633309, seqNum=2] 2024-11-25T03:17:21,578 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T03:17:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T03:17:21,584 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,44497,1732504633309 suceeded 2024-11-25T03:17:21,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T03:17:21,589 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:34283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:17:21,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-25T03:17:21,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6590 sec 2024-11-25T03:17:21,603 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:34283' 2024-11-25T03:17:21,605 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c0abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:21,605 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34283,-1 for getting cluster id 2024-11-25T03:17:21,605 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:21,606 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73acc964-4a35-4920-ba54-8454b3b943f4' 2024-11-25T03:17:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73acc964-4a35-4920-ba54-8454b3b943f4" 2024-11-25T03:17:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4304f082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34283,-1] 2024-11-25T03:17:21,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:21,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:21,609 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:21,610 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75707277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:21,610 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:21,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34283,1732504637902 2024-11-25T03:17:21,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30468610 2024-11-25T03:17:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:21,613 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T03:17:21,614 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,44497,1732504633309 (queues=1) is replicating from cluster=4598942b-a09e-4265-b2e6-4aa1215bc4a8 to cluster=73acc964-4a35-4920-ba54-8454b3b943f4 2024-11-25T03:17:21,617 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C44497%2C1732504633309 2024-11-25T03:17:21,621 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,44497,1732504633309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:17:21,624 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,1-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C44497%2C1732504633309 2024-11-25T03:17:21,629 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,1-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474, startPosition=0, beingWritten=true 2024-11-25T03:17:21,905 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,1-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:21,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:17:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:22,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:22,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:22,096 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:17:22,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:22,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42047,-1 for getting cluster id 2024-11-25T03:17:22,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:22,099 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4598942b-a09e-4265-b2e6-4aa1215bc4a8' 2024-11-25T03:17:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4598942b-a09e-4265-b2e6-4aa1215bc4a8" 2024-11-25T03:17:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3120b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42047,-1] 2024-11-25T03:17:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:22,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,107 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd9898c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42047,1732504632638 2024-11-25T03:17:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@306462a1 2024-11-25T03:17:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:22,112 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:22,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://38a5d2077268:34283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:17:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:17:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T03:17:22,117 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:34283' 2024-11-25T03:17:22,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251f9b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,118 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34283,-1 for getting cluster id 2024-11-25T03:17:22,118 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:22,119 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73acc964-4a35-4920-ba54-8454b3b943f4' 2024-11-25T03:17:22,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:22,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73acc964-4a35-4920-ba54-8454b3b943f4" 2024-11-25T03:17:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce3d07b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34283,-1] 2024-11-25T03:17:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:22,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,121 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:22,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad69498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:22,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34283,1732504637902 2024-11-25T03:17:22,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48b44165 2024-11-25T03:17:22,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:22,125 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:22,126 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:17:22,126 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:17:22,126 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,126 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:22,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:17:22,212 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,1-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T03:17:22,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-25T03:17:22,298 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T03:17:22,337 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-38a5d2077268,44497,1732504633309, ReplicationSource: 2, currentBandwidth=0 2024-11-25T03:17:22,342 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T03:17:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T03:17:22,347 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 38a5d2077268,44497,1732504633309 suceeded 2024-11-25T03:17:22,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:17:22,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-25T03:17:22,351 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://38a5d2077268:34283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:17:22,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 238 msec 2024-11-25T03:17:22,365 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:34283' 2024-11-25T03:17:22,366 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@488c4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,366 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34283,-1 for getting cluster id 2024-11-25T03:17:22,366 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:22,368 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73acc964-4a35-4920-ba54-8454b3b943f4' 2024-11-25T03:17:22,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:22,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73acc964-4a35-4920-ba54-8454b3b943f4" 2024-11-25T03:17:22,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43b5d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34283,-1] 2024-11-25T03:17:22,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:22,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,371 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:22,371 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322565f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,372 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:22,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34283,1732504637902 2024-11-25T03:17:22,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f4a08c 2024-11-25T03:17:22,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:22,374 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T03:17:22,375 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-38a5d2077268,44497,1732504633309 (queues=1) is replicating from cluster=4598942b-a09e-4265-b2e6-4aa1215bc4a8 to cluster=73acc964-4a35-4920-ba54-8454b3b943f4 2024-11-25T03:17:22,375 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=38a5d2077268%2C44497%2C1732504633309 2024-11-25T03:17:22,375 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-38a5d2077268,44497,1732504633309, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:17:22,376 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C44497%2C1732504633309 2024-11-25T03:17:22,376 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474, startPosition=0, beingWritten=true 2024-11-25T03:17:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T03:17:22,436 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T03:17:22,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:22,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:22,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:22,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42047,1732504632638 2024-11-25T03:17:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d309b02 2024-11-25T03:17:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:22,443 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:22,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T03:17:22,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T03:17:22,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T03:17:22,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T03:17:22,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://38a5d2077268:34283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:17:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T03:17:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T03:17:22,460 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:34283' 2024-11-25T03:17:22,462 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a06d9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,462 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34283,-1 for getting cluster id 2024-11-25T03:17:22,462 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:22,463 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73acc964-4a35-4920-ba54-8454b3b943f4' 2024-11-25T03:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73acc964-4a35-4920-ba54-8454b3b943f4" 2024-11-25T03:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb7dfa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34283,-1] 2024-11-25T03:17:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:22,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,465 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:22,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6637ccf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,467 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34283,1732504637902 2024-11-25T03:17:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aeb97c0 2024-11-25T03:17:22,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:22,469 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:22,470 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T03:17:22,470 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:17:22,470 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,470 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:22,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:17:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T03:17:22,583 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:22,622 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,1-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:22,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-25T03:17:22,630 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-25T03:17:22,632 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T03:17:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T03:17:22,636 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 38a5d2077268,44497,1732504633309 suceeded 2024-11-25T03:17:22,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T03:17:22,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-25T03:17:22,640 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://38a5d2077268:34283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:17:22,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 187 msec 2024-11-25T03:17:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T03:17:22,776 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-25T03:17:22,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://38a5d2077268:34283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:17:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T03:17:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T03:17:22,781 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:34283' 2024-11-25T03:17:22,782 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ecabb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,783 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34283,-1 for getting cluster id 2024-11-25T03:17:22,783 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:22,784 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73acc964-4a35-4920-ba54-8454b3b943f4' 2024-11-25T03:17:22,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:22,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73acc964-4a35-4920-ba54-8454b3b943f4" 2024-11-25T03:17:22,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0788e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34283,-1] 2024-11-25T03:17:22,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:22,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,786 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:22,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df82afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:22,787 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:22,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34283,1732504637902 2024-11-25T03:17:22,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12480cbd 2024-11-25T03:17:22,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:22,789 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:22,790 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-25T03:17:22,790 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:17:22,790 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,790 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:22,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:22,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:17:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T03:17:22,890 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:22,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-25T03:17:22,949 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-25T03:17:22,950 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T03:17:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T03:17:22,956 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 38a5d2077268,44497,1732504633309 suceeded 2024-11-25T03:17:22,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T03:17:22,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-25T03:17:22,960 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://38a5d2077268:34283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:17:22,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-25T03:17:23,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:17:23,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:17:23,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T03:17:23,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T03:17:23,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:23,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T03:17:23,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:23,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T03:17:23,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T03:17:23,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T03:17:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T03:17:23,096 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-25T03:17:23,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T03:17:23,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T03:17:23,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:23,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:23,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:23,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:23,099 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:17:23,099 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1670206693, stopped=false 2024-11-25T03:17:23,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:23,100 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,42047,1732504632638 2024-11-25T03:17:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/running 2024-11-25T03:17:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/running 2024-11-25T03:17:23,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:23,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:23,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:23,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:23,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:23,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,44497,1732504633309' ***** 2024-11-25T03:17:23,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:17:23,103 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:17:23,104 INFO [RS:0;38a5d2077268:44497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:17:23,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/running 2024-11-25T03:17:23,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/running 2024-11-25T03:17:23,104 INFO [RS:0;38a5d2077268:44497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:17:23,104 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(3091): Received CLOSE for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:23,105 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:17:23,105 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,44497,1732504633309 2024-11-25T03:17:23,105 INFO [RS:0;38a5d2077268:44497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:23,105 INFO [RS:0;38a5d2077268:44497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:44497. 2024-11-25T03:17:23,105 DEBUG [RS:0;38a5d2077268:44497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:23,105 DEBUG [RS:0;38a5d2077268:44497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:23,105 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef4cb963727769c8e4f4c51b6474186e, disabling compactions & flushes 2024-11-25T03:17:23,106 INFO [RS:0;38a5d2077268:44497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:17:23,106 INFO [RS:0;38a5d2077268:44497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:17:23,106 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:23,106 INFO [RS:0;38a5d2077268:44497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:17:23,106 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:23,106 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:17:23,106 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. after waiting 0 ms 2024-11-25T03:17:23,106 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:23,106 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:17:23,107 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ef4cb963727769c8e4f4c51b6474186e=hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e.} 2024-11-25T03:17:23,107 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:23,107 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:23,107 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:23,107 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:23,107 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:23,107 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:23,111 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef4cb963727769c8e4f4c51b6474186e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-25T03:17:23,112 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T03:17:23,129 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:23,130 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,1-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:23,205 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e/.tmp/queue/7a8143ba8143402cb711e7bc3f7751f6 is 151, key is 1-38a5d2077268,44497,1732504633309/queue:38a5d2077268%2C44497%2C1732504633309/1732504641569/Put/seqid=0 2024-11-25T03:17:23,205 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/info/2eb12d0d9ce7460a86c7426b55d6af1a is 147, key is hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e./info:regioninfo/1732504641235/Put/seqid=0 2024-11-25T03:17:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741838_1014 (size=5500) 2024-11-25T03:17:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741839_1015 (size=6631) 2024-11-25T03:17:23,300 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:23,307 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:23,315 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:17:23,316 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:17:23,507 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:23,620 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e/.tmp/queue/7a8143ba8143402cb711e7bc3f7751f6 2024-11-25T03:17:23,620 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/info/2eb12d0d9ce7460a86c7426b55d6af1a 2024-11-25T03:17:23,675 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e/.tmp/queue/7a8143ba8143402cb711e7bc3f7751f6 as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e/queue/7a8143ba8143402cb711e7bc3f7751f6 2024-11-25T03:17:23,690 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e/queue/7a8143ba8143402cb711e7bc3f7751f6, entries=2, sequenceid=6, filesize=5.4 K 2024-11-25T03:17:23,700 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for ef4cb963727769c8e4f4c51b6474186e in 588ms, sequenceid=6, compaction requested=false 2024-11-25T03:17:23,704 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/ns/9ae89b8316864d8d9e290ed9d72890fb is 43, key is default/ns:d/1732504636543/Put/seqid=0 2024-11-25T03:17:23,708 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:23,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741840_1016 (size=5153) 2024-11-25T03:17:23,720 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/ns/9ae89b8316864d8d9e290ed9d72890fb 2024-11-25T03:17:23,721 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T03:17:23,725 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:23,725 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:23,725 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:23,726 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef4cb963727769c8e4f4c51b6474186e: Waiting for close lock at 1732504643105Running coprocessor pre-close hooks at 1732504643105Disabling compacts and flushes for region at 1732504643105Disabling writes for close at 1732504643106 (+1 ms)Obtaining lock to block concurrent updates at 1732504643111 (+5 ms)Preparing flush snapshotting stores in ef4cb963727769c8e4f4c51b6474186e at 1732504643111Finished memstore snapshotting hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732504643121 (+10 ms)Flushing stores of hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. at 1732504643123 (+2 ms)Flushing ef4cb963727769c8e4f4c51b6474186e/queue: creating writer at 1732504643124 (+1 ms)Flushing ef4cb963727769c8e4f4c51b6474186e/queue: appending metadata at 1732504643184 (+60 ms)Flushing ef4cb963727769c8e4f4c51b6474186e/queue: closing flushed file at 1732504643187 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cb61d0: reopening flushed file at 1732504643673 (+486 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for ef4cb963727769c8e4f4c51b6474186e in 588ms, sequenceid=6, compaction requested=false at 1732504643700 (+27 ms)Writing region close event to WAL at 1732504643713 (+13 ms)Running coprocessor post-close hooks at 1732504643723 (+10 ms)Closed at 1732504643725 (+2 ms) 2024-11-25T03:17:23,726 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:23,738 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,1-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:23,762 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/table/629e77e73b9640148161d42256bf0500 is 53, key is hbase:replication/table:state/1732504641261/Put/seqid=0 2024-11-25T03:17:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741841_1017 (size=5256) 2024-11-25T03:17:23,809 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:23,908 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:24,108 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:17:24,108 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:17:24,109 DEBUG [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:24,169 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/table/629e77e73b9640148161d42256bf0500 2024-11-25T03:17:24,182 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/info/2eb12d0d9ce7460a86c7426b55d6af1a as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/info/2eb12d0d9ce7460a86c7426b55d6af1a 2024-11-25T03:17:24,193 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/info/2eb12d0d9ce7460a86c7426b55d6af1a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T03:17:24,195 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/ns/9ae89b8316864d8d9e290ed9d72890fb as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/ns/9ae89b8316864d8d9e290ed9d72890fb 2024-11-25T03:17:24,205 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/ns/9ae89b8316864d8d9e290ed9d72890fb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:17:24,207 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/table/629e77e73b9640148161d42256bf0500 as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/table/629e77e73b9640148161d42256bf0500 2024-11-25T03:17:24,219 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/table/629e77e73b9640148161d42256bf0500, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T03:17:24,221 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1114ms, sequenceid=11, compaction requested=false 2024-11-25T03:17:24,231 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T03:17:24,232 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:24,232 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:24,232 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:24,233 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504643106Running coprocessor pre-close hooks at 1732504643106Disabling compacts and flushes for region at 1732504643106Disabling writes for close at 1732504643107 (+1 ms)Obtaining lock to block concurrent updates at 1732504643112 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1732504643112Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732504643121 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732504643123 (+2 ms)Flushing 1588230740/info: creating writer at 1732504643125 (+2 ms)Flushing 1588230740/info: appending metadata at 1732504643184 (+59 ms)Flushing 1588230740/info: closing flushed file at 1732504643187 (+3 ms)Flushing 1588230740/ns: creating writer at 1732504643673 (+486 ms)Flushing 1588230740/ns: appending metadata at 1732504643703 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732504643703Flushing 1588230740/table: creating writer at 1732504643736 (+33 ms)Flushing 1588230740/table: appending metadata at 1732504643761 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732504643761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae033c3: reopening flushed file at 1732504644181 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55974438: reopening flushed file at 1732504644193 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64faaf6: reopening flushed file at 1732504644206 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1114ms, sequenceid=11, compaction requested=false at 1732504644221 (+15 ms)Writing region close event to WAL at 1732504644225 (+4 ms)Running coprocessor post-close hooks at 1732504644232 (+7 ms)Closed at 1732504644232 2024-11-25T03:17:24,233 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:24,309 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,44497,1732504633309; all regions closed. 2024-11-25T03:17:24,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741834_1010 (size=2742) 2024-11-25T03:17:24,327 DEBUG [RS:0;38a5d2077268:44497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs 2024-11-25T03:17:24,328 INFO [RS:0;38a5d2077268:44497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C44497%2C1732504633309.meta:.meta(num 1732504636381) 2024-11-25T03:17:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741837_1013 (size=1802) 2024-11-25T03:17:24,341 DEBUG [RS:0;38a5d2077268:44497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs 2024-11-25T03:17:24,341 INFO [RS:0;38a5d2077268:44497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C44497%2C1732504633309.rep:(num 1732504641177) 2024-11-25T03:17:24,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741832_1008 (size=93) 2024-11-25T03:17:24,348 DEBUG [RS:0;38a5d2077268:44497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs 2024-11-25T03:17:24,348 INFO [RS:0;38a5d2077268:44497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C44497%2C1732504633309:(num 1732504635474) 2024-11-25T03:17:24,348 DEBUG [RS:0;38a5d2077268:44497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:24,348 INFO [RS:0;38a5d2077268:44497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:24,348 INFO [RS:0;38a5d2077268:44497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:24,348 INFO [RS:0;38a5d2077268:44497 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:24,348 INFO [RS:0;38a5d2077268:44497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:24,348 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:24,349 INFO [RS:0;38a5d2077268:44497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,44497,1732504633309 because: Region server is closing 2024-11-25T03:17:24,349 INFO [RS:0;38a5d2077268:44497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:44497. 2024-11-25T03:17:24,349 DEBUG [RS:0;38a5d2077268:44497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:24,349 DEBUG [RS:0;38a5d2077268:44497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:24,350 DEBUG [RS:0;38a5d2077268:44497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:24,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:24,418 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 to pos 0, reset compression=false 2024-11-25T03:17:24,426 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 was moved to hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs/38a5d2077268%2C44497%2C1732504633309.1732504635474 2024-11-25T03:17:24,431 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474 2024-11-25T03:17:24,432 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-25T03:17:24,432 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.wal-reader.38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-25T03:17:24,432 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-38a5d2077268,44497,1732504633309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309/38a5d2077268%2C44497%2C1732504633309.1732504635474, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T03:17:24,441 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,44497,1732504633309: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-38a5d2077268,44497,1732504633309, walGroup=38a5d2077268%2C44497%2C1732504633309, offset=38a5d2077268%2C44497%2C1732504633309.1732504635474:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:44497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:17:24,443 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:17:24,446 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:17:24,448 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:17:24,448 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:17:24,448 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:17:24,449 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 526862496 }, "NonHeapMemoryUsage": { "committed": 153092096, "init": 7667712, "max": -1, "used": 150839632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:17:24,450 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,1-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T03:17:24,450 INFO [RS:0;38a5d2077268:44497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,1-38a5d2077268,44497,1732504633309 terminated 2024-11-25T03:17:24,451 INFO [RS:0;38a5d2077268:44497 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-38a5d2077268,44497,1732504633309 because: Region server is closing 2024-11-25T03:17:24,451 INFO [RS:0;38a5d2077268:44497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:44497. 2024-11-25T03:17:24,451 DEBUG [RS:0;38a5d2077268:44497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:24,451 DEBUG [RS:0;38a5d2077268:44497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:24,452 DEBUG [RS:0;38a5d2077268:44497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:24,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:24,453 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [38a5d2077268%2C44497%2C1732504633309.1732504635474] 2024-11-25T03:17:24,552 INFO [RS:0;38a5d2077268:44497 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,44497,1732504633309.replicationSource.shipper38a5d2077268%2C44497%2C1732504633309,2-38a5d2077268,44497,1732504633309 terminated 2024-11-25T03:17:24,553 INFO [RS:0;38a5d2077268:44497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44497 2024-11-25T03:17:24,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/rs/38a5d2077268,44497,1732504633309 2024-11-25T03:17:24,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/rs 2024-11-25T03:17:24,558 INFO [RS:0;38a5d2077268:44497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:24,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,44497,1732504633309] 2024-11-25T03:17:24,561 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/draining/38a5d2077268,44497,1732504633309 already deleted, retry=false 2024-11-25T03:17:24,561 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,44497,1732504633309 expired; onlineServers=0 2024-11-25T03:17:24,561 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,42047,1732504632638' ***** 2024-11-25T03:17:24,561 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:17:24,561 INFO [M:0;38a5d2077268:42047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:24,561 INFO [M:0;38a5d2077268:42047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:24,562 DEBUG [M:0;38a5d2077268:42047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:17:24,562 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:17:24,562 DEBUG [M:0;38a5d2077268:42047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:17:24,562 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504635132 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504635132,5,FailOnTimeoutGroup] 2024-11-25T03:17:24,562 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504635133 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504635133,5,FailOnTimeoutGroup] 2024-11-25T03:17:24,562 INFO [M:0;38a5d2077268:42047 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:24,562 INFO [M:0;38a5d2077268:42047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:24,562 DEBUG [M:0;38a5d2077268:42047 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:17:24,562 INFO [M:0;38a5d2077268:42047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:17:24,562 INFO [M:0;38a5d2077268:42047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:24,563 INFO [M:0;38a5d2077268:42047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:17:24,563 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:17:24,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/master 2024-11-25T03:17:24,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:24,566 DEBUG [M:0;38a5d2077268:42047 {}] zookeeper.ZKUtil(347): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/master because node does not exist (not an error) 2024-11-25T03:17:24,567 WARN [M:0;38a5d2077268:42047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:17:24,568 INFO [M:0;38a5d2077268:42047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/.lastflushedseqids 2024-11-25T03:17:24,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741842_1018 (size=181) 2024-11-25T03:17:24,591 INFO [M:0;38a5d2077268:42047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:17:24,591 INFO [M:0;38a5d2077268:42047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:17:24,592 DEBUG [M:0;38a5d2077268:42047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:24,592 INFO [M:0;38a5d2077268:42047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:24,592 DEBUG [M:0;38a5d2077268:42047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:24,592 DEBUG [M:0;38a5d2077268:42047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:24,592 DEBUG [M:0;38a5d2077268:42047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:24,594 INFO [M:0;38a5d2077268:42047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-25T03:17:24,623 DEBUG [M:0;38a5d2077268:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c7a0132f49f49d29c8099aa4669ac39 is 82, key is hbase:meta,,1/info:regioninfo/1732504636464/Put/seqid=0 2024-11-25T03:17:24,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741843_1019 (size=5672) 2024-11-25T03:17:24,631 INFO [M:0;38a5d2077268:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c7a0132f49f49d29c8099aa4669ac39 2024-11-25T03:17:24,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:24,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44497-0x1014d2099540001, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:24,662 INFO [RS:0;38a5d2077268:44497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:24,662 INFO [RS:0;38a5d2077268:44497 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,44497,1732504633309; zookeeper connection closed. 2024-11-25T03:17:24,662 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c7d54f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c7d54f 2024-11-25T03:17:24,663 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:17:24,672 DEBUG [M:0;38a5d2077268:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6602bf74d0784a5aba95a58e1b204dc7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732504641269/Put/seqid=0 2024-11-25T03:17:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741844_1020 (size=8663) 2024-11-25T03:17:24,679 INFO [M:0;38a5d2077268:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6602bf74d0784a5aba95a58e1b204dc7 2024-11-25T03:17:24,719 DEBUG [M:0;38a5d2077268:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c58ec8a59b37418180f37fd919593340 is 69, key is 38a5d2077268,44497,1732504633309/rs:state/1732504635249/Put/seqid=0 2024-11-25T03:17:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741845_1021 (size=5156) 2024-11-25T03:17:25,126 INFO [M:0;38a5d2077268:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c58ec8a59b37418180f37fd919593340 2024-11-25T03:17:25,134 DEBUG [M:0;38a5d2077268:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c7a0132f49f49d29c8099aa4669ac39 as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c7a0132f49f49d29c8099aa4669ac39 2024-11-25T03:17:25,142 INFO [M:0;38a5d2077268:42047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c7a0132f49f49d29c8099aa4669ac39, entries=8, sequenceid=115, filesize=5.5 K 2024-11-25T03:17:25,143 DEBUG [M:0;38a5d2077268:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6602bf74d0784a5aba95a58e1b204dc7 as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6602bf74d0784a5aba95a58e1b204dc7 2024-11-25T03:17:25,150 INFO [M:0;38a5d2077268:42047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6602bf74d0784a5aba95a58e1b204dc7, entries=14, sequenceid=115, filesize=8.5 K 2024-11-25T03:17:25,151 DEBUG [M:0;38a5d2077268:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c58ec8a59b37418180f37fd919593340 as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c58ec8a59b37418180f37fd919593340 2024-11-25T03:17:25,158 INFO [M:0;38a5d2077268:42047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c58ec8a59b37418180f37fd919593340, entries=1, sequenceid=115, filesize=5.0 K 2024-11-25T03:17:25,159 INFO [M:0;38a5d2077268:42047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 567ms, sequenceid=115, compaction requested=false 2024-11-25T03:17:25,161 INFO [M:0;38a5d2077268:42047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:25,161 DEBUG [M:0;38a5d2077268:42047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504644592Disabling compacts and flushes for region at 1732504644592Disabling writes for close at 1732504644592Obtaining lock to block concurrent updates at 1732504644594 (+2 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504644594Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732504644595 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504644596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504644596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504644622 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504644623 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504644645 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504644671 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504644671Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504644689 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504644718 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504644718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2573aa75: reopening flushed file at 1732504645133 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e3bbc8: reopening flushed file at 1732504645142 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c72c25: reopening flushed file at 1732504645150 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 567ms, sequenceid=115, compaction requested=false at 1732504645159 (+9 ms)Writing region close event to WAL at 1732504645160 (+1 ms)Closed at 1732504645160 2024-11-25T03:17:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741830_1006 (size=59421) 2024-11-25T03:17:25,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:25,165 INFO [M:0;38a5d2077268:42047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:17:25,165 INFO [M:0;38a5d2077268:42047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42047 2024-11-25T03:17:25,165 INFO [M:0;38a5d2077268:42047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:25,267 INFO [M:0;38a5d2077268:42047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:25,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:25,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1014d2099540000, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:25,269 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:25,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:25,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:25,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:25,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:25,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:25,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:17:25,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:25,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40955 2024-11-25T03:17:25,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40955 connecting to ZooKeeper ensemble=127.0.0.1:55930 2024-11-25T03:17:25,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409550x0, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:25,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40955-0x1014d2099540006 connected 2024-11-25T03:17:25,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:25,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:25,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/running 2024-11-25T03:17:25,283 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: INIT 2024-11-25T03:17:25,283 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d, hbase.cluster.distributed=false 2024-11-25T03:17:25,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/acl 2024-11-25T03:17:25,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40955 2024-11-25T03:17:25,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40955 2024-11-25T03:17:25,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40955 2024-11-25T03:17:25,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40955 2024-11-25T03:17:25,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40955 2024-11-25T03:17:25,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:25,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:25,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:25,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:25,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:25,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:25,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:17:25,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:25,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44425 2024-11-25T03:17:25,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44425 connecting to ZooKeeper ensemble=127.0.0.1:55930 2024-11-25T03:17:25,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:25,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:25,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444250x0, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:25,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44425-0x1014d2099540007 connected 2024-11-25T03:17:25,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/running 2024-11-25T03:17:25,322 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: INIT 2024-11-25T03:17:25,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:17:25,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:17:25,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/master 2024-11-25T03:17:25,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/acl 2024-11-25T03:17:25,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44425 2024-11-25T03:17:25,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44425 2024-11-25T03:17:25,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44425 2024-11-25T03:17:25,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44425 2024-11-25T03:17:25,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44425 2024-11-25T03:17:25,349 DEBUG [M:0;38a5d2077268:40955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:40955 2024-11-25T03:17:25,350 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1318487616/backup-masters/38a5d2077268,40955,1732504645269 2024-11-25T03:17:25,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/backup-masters 2024-11-25T03:17:25,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/backup-masters 2024-11-25T03:17:25,353 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on existing znode=/0-1318487616/backup-masters/38a5d2077268,40955,1732504645269 2024-11-25T03:17:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1318487616/master 2024-11-25T03:17:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:25,355 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on existing znode=/0-1318487616/master 2024-11-25T03:17:25,356 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1318487616/backup-masters/38a5d2077268,40955,1732504645269 from backup master directory 2024-11-25T03:17:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/backup-masters/38a5d2077268,40955,1732504645269 2024-11-25T03:17:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/backup-masters 2024-11-25T03:17:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/backup-masters 2024-11-25T03:17:25,357 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:25,357 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,40955,1732504645269 2024-11-25T03:17:25,374 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:25,374 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:17:25,391 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-25T03:17:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741846_1022 (size=196) 2024-11-25T03:17:25,803 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:25,805 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:17:25,805 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:25,815 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T03:17:25,819 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638 to hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638-dead as it is dead 2024-11-25T03:17:25,820 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T03:17:25,820 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T03:17:25,821 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638-dead/38a5d2077268%2C42047%2C1732504632638.1732504634574 2024-11-25T03:17:25,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638-dead/38a5d2077268%2C42047%2C1732504632638.1732504634574 after 3ms 2024-11-25T03:17:25,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638-dead/38a5d2077268%2C42047%2C1732504632638.1732504634574 to hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/38a5d2077268%2C42047%2C1732504632638.1732504634574 2024-11-25T03:17:25,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,42047,1732504632638-dead 2024-11-25T03:17:25,828 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,40955,1732504645269 2024-11-25T03:17:25,829 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:25,831 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C40955%2C1732504645269, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,40955,1732504645269, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/oldWALs, maxLogs=10 2024-11-25T03:17:25,847 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,40955,1732504645269/38a5d2077268%2C40955%2C1732504645269.1732504645831, exclude list is [], retry=0 2024-11-25T03:17:25,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34835,DS-73c3dac5-fa37-4550-866d-5a1b1578be8f,DISK] 2024-11-25T03:17:25,855 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/WALs/38a5d2077268,40955,1732504645269/38a5d2077268%2C40955%2C1732504645269.1732504645831 2024-11-25T03:17:25,855 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45057:45057)] 2024-11-25T03:17:25,855 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:25,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:25,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:17:25,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:25,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c7a0132f49f49d29c8099aa4669ac39 2024-11-25T03:17:25,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:25,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:17:25,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:25,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6602bf74d0784a5aba95a58e1b204dc7 2024-11-25T03:17:25,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:25,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:17:25,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:25,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c58ec8a59b37418180f37fd919593340 2024-11-25T03:17:25,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:25,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:17:25,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:25,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:25,890 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,891 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T03:17:25,891 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/38a5d2077268%2C42047%2C1732504632638.1732504634574 2024-11-25T03:17:25,908 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/38a5d2077268%2C42047%2C1732504632638.1732504634574 2024-11-25T03:17:25,910 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/38a5d2077268%2C42047%2C1732504632638.1732504634574 2024-11-25T03:17:25,914 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,914 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,915 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:25,917 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:25,921 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-25T03:17:25,922 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70356166, jitterRate=0.04838857054710388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:25,923 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504645856Initializing all the Stores at 1732504645857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504645857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504645858 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504645858Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504645858Cleaning up temporary data from old regions at 1732504645914 (+56 ms)Region opened successfully at 1732504645922 (+8 ms) 2024-11-25T03:17:25,923 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:17:25,928 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf7d99f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:25,942 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T03:17:25,943 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:17:25,943 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:17:25,943 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:17:25,944 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:17:25,951 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:25,951 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:17:25,952 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:17:25,952 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:17:25,952 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T03:17:25,953 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T03:17:25,953 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-25T03:17:25,953 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:17:25,965 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=38a5d2077268,44497,1732504633309, regionLocation=38a5d2077268,44497,1732504633309, openSeqNum=2 2024-11-25T03:17:25,965 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=38a5d2077268,44497,1732504633309, table=hbase:meta, region=1588230740 2024-11-25T03:17:25,966 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,44497,1732504633309, state=OPEN 2024-11-25T03:17:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1318487616/meta-region-server 2024-11-25T03:17:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1318487616/meta-region-server 2024-11-25T03:17:25,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:25,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:25,974 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:17:25,981 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/draining/38a5d2077268,44497,1732504633309 already deleted, retry=false 2024-11-25T03:17:25,982 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 38a5d2077268,44497,1732504633309 on 38a5d2077268,40955,1732504645269 2024-11-25T03:17:25,989 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 38a5d2077268,44497,1732504633309, splitWal=true, meta=true 2024-11-25T03:17:25,993 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 38a5d2077268,44497,1732504633309 (carryingMeta=true) 38a5d2077268,44497,1732504633309/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7b34c108[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T03:17:25,997 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/balancer because node does not exist (not necessarily an error) 2024-11-25T03:17:25,998 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/balancer already deleted, retry=false 2024-11-25T03:17:25,999 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:17:26,000 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:17:26,001 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/normalizer already deleted, retry=false 2024-11-25T03:17:26,001 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:17:26,002 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:17:26,003 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/switch/split already deleted, retry=false 2024-11-25T03:17:26,005 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:17:26,007 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/switch/merge already deleted, retry=false 2024-11-25T03:17:26,014 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:17:26,015 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/snapshot-cleanup already deleted, retry=false 2024-11-25T03:17:26,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1318487616/running 2024-11-25T03:17:26,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1318487616/running 2024-11-25T03:17:26,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:26,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:26,019 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,40955,1732504645269, sessionid=0x1014d2099540006, setting cluster-up flag (Was=false) 2024-11-25T03:17:26,022 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1318487616/flush-table-proc/acquired, /0-1318487616/flush-table-proc/reached, /0-1318487616/flush-table-proc/abort 2024-11-25T03:17:26,024 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,40955,1732504645269 2024-11-25T03:17:26,027 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1318487616/online-snapshot/acquired, /0-1318487616/online-snapshot/reached, /0-1318487616/online-snapshot/abort 2024-11-25T03:17:26,028 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,40955,1732504645269 2024-11-25T03:17:26,030 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/.lastflushedseqids 2024-11-25T03:17:26,034 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:17:26,034 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:17:26,035 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,40955,1732504645269 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 38a5d2077268,44497,1732504633309 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:17:26,037 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:26,037 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:26,037 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:26,037 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:26,037 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:17:26,037 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,037 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:26,037 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,038 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504676038 2024-11-25T03:17:26,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:17:26,039 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(746): ClusterId : 4598942b-a09e-4265-b2e6-4aa1215bc4a8 2024-11-25T03:17:26,039 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:17:26,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:17:26,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:17:26,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:17:26,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:17:26,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:17:26,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:17:26,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:17:26,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:17:26,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:17:26,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:17:26,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:17:26,041 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 38a5d2077268,44497,1732504633309, splitWal=true, meta=true 2024-11-25T03:17:26,043 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:17:26,043 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:17:26,043 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 38a5d2077268,44497,1732504633309, splitWal=true, meta=true, isMeta: true 2024-11-25T03:17:26,044 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504646040,5,FailOnTimeoutGroup] 2024-11-25T03:17:26,045 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504646044,5,FailOnTimeoutGroup] 2024-11-25T03:17:26,045 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,045 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:17:26,045 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,045 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,045 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504646045, completionTime=-1 2024-11-25T03:17:26,045 WARN [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T03:17:26,048 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309-splitting 2024-11-25T03:17:26,050 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T03:17:26,052 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309-splitting dir is empty, no logs to split. 2024-11-25T03:17:26,052 INFO [PEWorker-1 {}] master.SplitWALManager(105): 38a5d2077268,44497,1732504633309 WAL count=0, meta=true 2024-11-25T03:17:26,053 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:17:26,053 DEBUG [RS:0;38a5d2077268:44425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c24b639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:26,059 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309-splitting dir is empty, no logs to split. 2024-11-25T03:17:26,059 INFO [PEWorker-1 {}] master.SplitWALManager(105): 38a5d2077268,44497,1732504633309 WAL count=0, meta=true 2024-11-25T03:17:26,059 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 38a5d2077268,44497,1732504633309 WAL splitting is done? wals=0, meta=true 2024-11-25T03:17:26,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:17:26,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:26,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:17:26,071 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:44425 2024-11-25T03:17:26,072 INFO [RS:0;38a5d2077268:44425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:17:26,072 INFO [RS:0;38a5d2077268:44425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:17:26,072 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:17:26,073 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,40955,1732504645269 with port=44425, startcode=1732504645309 2024-11-25T03:17:26,073 DEBUG [RS:0;38a5d2077268:44425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:17:26,077 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:17:26,077 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,44425,1732504645309 2024-11-25T03:17:26,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40955 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,44425,1732504645309 2024-11-25T03:17:26,080 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d 2024-11-25T03:17:26,080 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42151 2024-11-25T03:17:26,080 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:17:26,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/rs 2024-11-25T03:17:26,082 DEBUG [RS:0;38a5d2077268:44425 {}] zookeeper.ZKUtil(111): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on existing znode=/0-1318487616/rs/38a5d2077268,44425,1732504645309 2024-11-25T03:17:26,082 WARN [RS:0;38a5d2077268:44425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:26,082 INFO [RS:0;38a5d2077268:44425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:26,083 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309 2024-11-25T03:17:26,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,44425,1732504645309] 2024-11-25T03:17:26,100 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=55ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T03:17:26,149 INFO [RS:0;38a5d2077268:44425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:17:26,155 INFO [RS:0;38a5d2077268:44425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:17:26,158 INFO [RS:0;38a5d2077268:44425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:17:26,158 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,160 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:17:26,161 INFO [RS:0;38a5d2077268:44425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:17:26,162 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,162 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,162 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,162 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,162 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,162 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,162 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:26,162 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,162 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,163 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,163 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,163 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,163 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:26,163 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:26,163 DEBUG [RS:0;38a5d2077268:44425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:26,165 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,165 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,165 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,165 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,165 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,165 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44425,1732504645309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:26,190 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:17:26,191 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44425,1732504645309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,215 INFO [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,44425,1732504645309, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:17:26,216 WARN [38a5d2077268:40955 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T03:17:26,240 INFO [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSource(231): queueId=2-38a5d2077268,44425,1732504645309, ReplicationSource: 2, currentBandwidth=0 2024-11-25T03:17:26,243 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,243 INFO [RS:0;38a5d2077268:44425 {}] regionserver.Replication(171): 38a5d2077268,44425,1732504645309 started 2024-11-25T03:17:26,246 DEBUG [RS:0;38a5d2077268:44425.replicationSource,1-38a5d2077268,44425,1732504645309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:34283' 2024-11-25T03:17:26,248 DEBUG [RS:0;38a5d2077268:44425.replicationSource,1-38a5d2077268,44425,1732504645309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e306015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:26,248 DEBUG [RS:0;38a5d2077268:44425.replicationSource,1-38a5d2077268,44425,1732504645309 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34283,-1 for getting cluster id 2024-11-25T03:17:26,248 DEBUG [RS:0;38a5d2077268:44425.replicationSource,1-38a5d2077268,44425,1732504645309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:26,250 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73acc964-4a35-4920-ba54-8454b3b943f4' 2024-11-25T03:17:26,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:26,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73acc964-4a35-4920-ba54-8454b3b943f4" 2024-11-25T03:17:26,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1264f204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:26,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34283,-1] 2024-11-25T03:17:26,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:26,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:26,255 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:26,256 DEBUG [RS:0;38a5d2077268:44425.replicationSource,1-38a5d2077268,44425,1732504645309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d22c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:26,257 DEBUG [RS:0;38a5d2077268:44425.replicationSource,1-38a5d2077268,44425,1732504645309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:26,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34283,1732504637902 2024-11-25T03:17:26,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33cab9f 2024-11-25T03:17:26,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:26,260 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T03:17:26,261 INFO [RS:0;38a5d2077268:44425.replicationSource,1-38a5d2077268,44425,1732504645309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,44425,1732504645309 (queues=0) is replicating from cluster=4598942b-a09e-4265-b2e6-4aa1215bc4a8 to cluster=73acc964-4a35-4920-ba54-8454b3b943f4 2024-11-25T03:17:26,266 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:26,267 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,44425,1732504645309, RpcServer on 38a5d2077268/172.17.0.2:44425, sessionid=0x1014d2099540007 2024-11-25T03:17:26,267 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:17:26,267 DEBUG [RS:0;38a5d2077268:44425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,44425,1732504645309 2024-11-25T03:17:26,267 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,44425,1732504645309' 2024-11-25T03:17:26,267 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1318487616/flush-table-proc/abort' 2024-11-25T03:17:26,268 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1318487616/flush-table-proc/acquired' 2024-11-25T03:17:26,268 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:17:26,268 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:17:26,268 DEBUG [RS:0;38a5d2077268:44425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,44425,1732504645309 2024-11-25T03:17:26,268 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,44425,1732504645309' 2024-11-25T03:17:26,268 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1318487616/online-snapshot/abort' 2024-11-25T03:17:26,269 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1318487616/online-snapshot/acquired' 2024-11-25T03:17:26,269 DEBUG [RS:0;38a5d2077268:44425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:17:26,269 INFO [RS:0;38a5d2077268:44425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:17:26,269 INFO [RS:0;38a5d2077268:44425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:17:26,270 DEBUG [RS:0;38a5d2077268:44425.replicationSource,2-38a5d2077268,44425,1732504645309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:34283' 2024-11-25T03:17:26,272 DEBUG [RS:0;38a5d2077268:44425.replicationSource,2-38a5d2077268,44425,1732504645309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ae9adae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:26,272 DEBUG [RS:0;38a5d2077268:44425.replicationSource,2-38a5d2077268,44425,1732504645309 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34283,-1 for getting cluster id 2024-11-25T03:17:26,272 DEBUG [RS:0;38a5d2077268:44425.replicationSource,2-38a5d2077268,44425,1732504645309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:26,273 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73acc964-4a35-4920-ba54-8454b3b943f4' 2024-11-25T03:17:26,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:26,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73acc964-4a35-4920-ba54-8454b3b943f4" 2024-11-25T03:17:26,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37498163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:26,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34283,-1] 2024-11-25T03:17:26,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:26,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:26,275 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:26,276 DEBUG [RS:0;38a5d2077268:44425.replicationSource,2-38a5d2077268,44425,1732504645309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78fd0ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:26,277 DEBUG [RS:0;38a5d2077268:44425.replicationSource,2-38a5d2077268,44425,1732504645309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34283,1732504637902 2024-11-25T03:17:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17257306 2024-11-25T03:17:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:26,280 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T03:17:26,281 INFO [RS:0;38a5d2077268:44425.replicationSource,2-38a5d2077268,44425,1732504645309 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-38a5d2077268,44425,1732504645309 (queues=0) is replicating from cluster=4598942b-a09e-4265-b2e6-4aa1215bc4a8 to cluster=73acc964-4a35-4920-ba54-8454b3b943f4 2024-11-25T03:17:26,370 INFO [RS:0;38a5d2077268:44425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:26,373 INFO [RS:0;38a5d2077268:44425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C44425%2C1732504645309, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs, maxLogs=10 2024-11-25T03:17:26,389 DEBUG [RS:0;38a5d2077268:44425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373, exclude list is [], retry=0 2024-11-25T03:17:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34835,DS-73c3dac5-fa37-4550-866d-5a1b1578be8f,DISK] 2024-11-25T03:17:26,394 INFO [RS:0;38a5d2077268:44425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 2024-11-25T03:17:26,395 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 38a5d2077268%2C44425%2C1732504645309 for peer 2 2024-11-25T03:17:26,395 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 38a5d2077268%2C44425%2C1732504645309 for peer 1 2024-11-25T03:17:26,395 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C44425%2C1732504645309 2024-11-25T03:17:26,395 INFO [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,44425,1732504645309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:17:26,395 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=38a5d2077268%2C44425%2C1732504645309 2024-11-25T03:17:26,395 INFO [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-38a5d2077268,44425,1732504645309, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:17:26,395 INFO [RS:0;38a5d2077268:44425.replicationSource.shipper38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C44425%2C1732504645309 2024-11-25T03:17:26,396 DEBUG [RS:0;38a5d2077268:44425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45057:45057)] 2024-11-25T03:17:26,396 INFO [RS:0;38a5d2077268:44425.replicationSource.shipper38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C44425%2C1732504645309 2024-11-25T03:17:26,396 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373, startPosition=0, beingWritten=true 2024-11-25T03:17:26,396 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373, startPosition=0, beingWritten=true 2024-11-25T03:17:26,466 DEBUG [38a5d2077268:40955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:17:26,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,44425,1732504645309 2024-11-25T03:17:26,469 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,44425,1732504645309, state=OPENING 2024-11-25T03:17:26,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1318487616/meta-region-server 2024-11-25T03:17:26,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1318487616/meta-region-server 2024-11-25T03:17:26,471 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:26,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:26,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:26,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,44425,1732504645309}] 2024-11-25T03:17:26,603 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:26,603 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:26,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:17:26,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:17:26,630 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:17:26,630 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:26,630 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:17:26,632 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C44425%2C1732504645309.meta, suffix=.meta, logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs, maxLogs=10 2024-11-25T03:17:26,648 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.meta.1732504646633.meta, exclude list is [], retry=0 2024-11-25T03:17:26,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34835,DS-73c3dac5-fa37-4550-866d-5a1b1578be8f,DISK] 2024-11-25T03:17:26,652 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.meta.1732504646633.meta 2024-11-25T03:17:26,652 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45057:45057)] 2024-11-25T03:17:26,653 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:26,653 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:26,653 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:26,653 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:17:26,653 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:17:26,653 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:17:26,654 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:26,654 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:17:26,654 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:17:26,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:26,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:26,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:26,664 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/info/2eb12d0d9ce7460a86c7426b55d6af1a 2024-11-25T03:17:26,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:26,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:26,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:26,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:26,673 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/ns/9ae89b8316864d8d9e290ed9d72890fb 2024-11-25T03:17:26,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:26,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:26,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:26,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:26,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:26,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:26,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:26,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:26,684 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/table/629e77e73b9640148161d42256bf0500 2024-11-25T03:17:26,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:26,685 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:26,685 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740 2024-11-25T03:17:26,687 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740 2024-11-25T03:17:26,688 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:26,688 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:26,689 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:26,691 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:26,692 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69660970, jitterRate=0.03802934288978577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:26,692 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:17:26,692 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504646654Writing region info on filesystem at 1732504646654Initializing all the Stores at 1732504646655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504646655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504646655Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504646655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504646655Cleaning up temporary data from old regions at 1732504646688 (+33 ms)Running coprocessor post-open hooks at 1732504646692 (+4 ms)Region opened successfully at 1732504646692 2024-11-25T03:17:26,693 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732504646624 2024-11-25T03:17:26,696 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:17:26,696 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:17:26,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=38a5d2077268,44425,1732504645309 2024-11-25T03:17:26,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,44425,1732504645309, state=OPEN 2024-11-25T03:17:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1318487616/meta-region-server 2024-11-25T03:17:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1318487616/meta-region-server 2024-11-25T03:17:26,700 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,44425,1732504645309 2024-11-25T03:17:26,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:26,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1318487616/meta-region-server: CHANGED 2024-11-25T03:17:26,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T03:17:26,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,44425,1732504645309 in 229 msec 2024-11-25T03:17:26,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-25T03:17:26,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-25T03:17:26,912 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:26,912 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:27,320 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:27,320 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:27,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-25T03:17:27,828 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:27,828 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:28,440 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:28,445 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:29,105 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-25T03:17:29,146 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:29,151 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:29,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:17:29,954 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:29,957 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:30,557 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T03:17:30,557 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:17:30,557 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:30,558 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,44425,1732504645309, seqNum=-1] 2024-11-25T03:17:30,558 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:30,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:30,566 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef4cb963727769c8e4f4c51b6474186e, regionState=OPEN, lastHost=38a5d2077268,44497,1732504633309, regionLocation=38a5d2077268,44497,1732504633309, openSeqNum=2 2024-11-25T03:17:30,566 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:17:30,566 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504710566 2024-11-25T03:17:30,566 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504770566 2024-11-25T03:17:30,566 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-25T03:17:30,567 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40955,1732504645269-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:30,567 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40955,1732504645269-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:30,567 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40955,1732504645269-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:30,567 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 38a5d2077268,44497,1732504633309 had 2 regions 2024-11-25T03:17:30,567 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:40955, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:30,567 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:30,567 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:30,569 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 38a5d2077268,44497,1732504633309, splitWal=true, meta=true, isMeta: false 2024-11-25T03:17:30,571 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309-splitting dir is empty, no logs to split. 2024-11-25T03:17:30,571 INFO [PEWorker-3 {}] master.SplitWALManager(105): 38a5d2077268,44497,1732504633309 WAL count=0, meta=false 2024-11-25T03:17:30,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.217sec 2024-11-25T03:17:30,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:17:30,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:17:30,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:17:30,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:17:30,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:17:30,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40955,1732504645269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:30,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40955,1732504645269-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:17:30,574 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44497,1732504633309-splitting dir is empty, no logs to split. 2024-11-25T03:17:30,574 INFO [PEWorker-3 {}] master.SplitWALManager(105): 38a5d2077268,44497,1732504633309 WAL count=0, meta=false 2024-11-25T03:17:30,574 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 38a5d2077268,44497,1732504633309 WAL splitting is done? wals=0, meta=false 2024-11-25T03:17:30,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN}] 2024-11-25T03:17:30,578 WARN [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=38a5d2077268,44497,1732504633309/hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:30,579 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:17:30,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN 2024-11-25T03:17:30,579 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:17:30,579 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40955,1732504645269-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:30,580 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:17:30,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173bf31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:30,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,40955,-1 for getting cluster id 2024-11-25T03:17:30,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:30,644 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4598942b-a09e-4265-b2e6-4aa1215bc4a8' 2024-11-25T03:17:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4598942b-a09e-4265-b2e6-4aa1215bc4a8" 2024-11-25T03:17:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1712cef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,40955,-1] 2024-11-25T03:17:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:30,647 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16713d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:30,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,44425,1732504645309, seqNum=-1] 2024-11-25T03:17:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:30,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:30,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T03:17:30,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:30,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:30,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:30,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:30,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:30,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 38a5d2077268:40955 after: 38a5d2077268:40955 2024-11-25T03:17:30,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:30,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,40955,-1 for getting cluster id 2024-11-25T03:17:30,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:30,658 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4598942b-a09e-4265-b2e6-4aa1215bc4a8' 2024-11-25T03:17:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4598942b-a09e-4265-b2e6-4aa1215bc4a8" 2024-11-25T03:17:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28800615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,40955,-1] 2024-11-25T03:17:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:30,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:30,659 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:30,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad67c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:30,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,40955,1732504645269 2024-11-25T03:17:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55607b0d 2024-11-25T03:17:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:30,663 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:30,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40955 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T03:17:30,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40955 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T03:17:30,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40955 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T03:17:30,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40955 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-25T03:17:30,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:17:30,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:30,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:30,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:30,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:30,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:30,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:17:30,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816133740, stopped=false 2024-11-25T03:17:30,668 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,34283,1732504637902 2024-11-25T03:17:30,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981303381/running 2024-11-25T03:17:30,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981303381/running 2024-11-25T03:17:30,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:30,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:30,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:30,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:30,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:30,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:30,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on znode that does not yet exist, /1-981303381/running 2024-11-25T03:17:30,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,38877,1732504637952' ***** 2024-11-25T03:17:30,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Set watcher on znode that does not yet exist, /1-981303381/running 2024-11-25T03:17:30,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:17:30,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,38877,1732504637952 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:38877. 2024-11-25T03:17:30,671 DEBUG [RS:0;38a5d2077268:38877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:30,671 DEBUG [RS:0;38a5d2077268:38877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:17:30,671 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:17:30,672 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:17:30,672 DEBUG [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:17:30,672 DEBUG [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:30,672 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:30,672 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:30,672 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:30,672 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:30,672 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:30,672 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T03:17:30,700 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740/.tmp/ns/324ad98dc23740bc9755bd52517842ff is 43, key is default/ns:d/1732504639844/Put/seqid=0 2024-11-25T03:17:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741835_1011 (size=5153) 2024-11-25T03:17:30,707 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740/.tmp/ns/324ad98dc23740bc9755bd52517842ff 2024-11-25T03:17:30,715 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740/.tmp/ns/324ad98dc23740bc9755bd52517842ff as hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740/ns/324ad98dc23740bc9755bd52517842ff 2024-11-25T03:17:30,724 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740/ns/324ad98dc23740bc9755bd52517842ff, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T03:17:30,726 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=6, compaction requested=false 2024-11-25T03:17:30,726 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:17:30,730 DEBUG [38a5d2077268:40955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:17:30,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ef4cb963727769c8e4f4c51b6474186e, regionState=OPENING, regionLocation=38a5d2077268,44425,1732504645309 2024-11-25T03:17:30,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN because future has completed 2024-11-25T03:17:30,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef4cb963727769c8e4f4c51b6474186e, server=38a5d2077268,44425,1732504645309}] 2024-11-25T03:17:30,741 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T03:17:30,742 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:30,742 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:30,743 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:30,743 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504650672Running coprocessor pre-close hooks at 1732504650672Disabling compacts and flushes for region at 1732504650672Disabling writes for close at 1732504650672Obtaining lock to block concurrent updates at 1732504650672Preparing flush snapshotting stores in 1588230740 at 1732504650672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732504650673 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732504650674 (+1 ms)Flushing 1588230740/ns: creating writer at 1732504650674Flushing 1588230740/ns: appending metadata at 1732504650699 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732504650699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3165e67d: reopening flushed file at 1732504650714 (+15 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=6, compaction requested=false at 1732504650726 (+12 ms)Writing region close event to WAL at 1732504650735 (+9 ms)Running coprocessor post-close hooks at 1732504650742 (+7 ms)Closed at 1732504650743 (+1 ms) 2024-11-25T03:17:30,743 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:30,745 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:30,861 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:30,862 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:30,872 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,38877,1732504637952; all regions closed. 2024-11-25T03:17:30,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741834_1010 (size=1152) 2024-11-25T03:17:30,877 DEBUG [RS:0;38a5d2077268:38877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/oldWALs 2024-11-25T03:17:30,877 INFO [RS:0;38a5d2077268:38877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C38877%2C1732504637952.meta:.meta(num 1732504639779) 2024-11-25T03:17:30,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741832_1008 (size=93) 2024-11-25T03:17:30,880 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/WALs/38a5d2077268,38877,1732504637952/38a5d2077268%2C38877%2C1732504637952.1732504639303 not finished, retry = 0 2024-11-25T03:17:30,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:30,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:30,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:17:30,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C44425%2C1732504645309.rep, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs, maxLogs=10 2024-11-25T03:17:30,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.rep.1732504650896, exclude list is [], retry=0 2024-11-25T03:17:30,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34835,DS-73c3dac5-fa37-4550-866d-5a1b1578be8f,DISK] 2024-11-25T03:17:30,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.rep.1732504650896 2024-11-25T03:17:30,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45057:45057)] 2024-11-25T03:17:30,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ef4cb963727769c8e4f4c51b6474186e, NAME => 'hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:30,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:30,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:30,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. service=MultiRowMutationService 2024-11-25T03:17:30,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:17:30,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:30,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,922 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,923 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4cb963727769c8e4f4c51b6474186e columnFamilyName hfileref 2024-11-25T03:17:30,923 DEBUG [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:30,923 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(327): Store=ef4cb963727769c8e4f4c51b6474186e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:30,923 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,924 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4cb963727769c8e4f4c51b6474186e columnFamilyName queue 2024-11-25T03:17:30,924 DEBUG [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:30,933 DEBUG [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e/queue/7a8143ba8143402cb711e7bc3f7751f6 2024-11-25T03:17:30,933 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(327): Store=ef4cb963727769c8e4f4c51b6474186e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:30,933 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,934 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef4cb963727769c8e4f4c51b6474186e columnFamilyName sid 2024-11-25T03:17:30,934 DEBUG [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:30,935 INFO [StoreOpener-ef4cb963727769c8e4f4c51b6474186e-1 {}] regionserver.HStore(327): Store=ef4cb963727769c8e4f4c51b6474186e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:30,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:17:30,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened ef4cb963727769c8e4f4c51b6474186e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71130791, jitterRate=0.05993138253688812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:17:30,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:30,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ef4cb963727769c8e4f4c51b6474186e: Running coprocessor pre-open hook at 1732504650920Writing region info on filesystem at 1732504650920Initializing all the Stores at 1732504650921 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504650921Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504650921Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504650922 (+1 ms)Cleaning up temporary data from old regions at 1732504650938 (+16 ms)Running coprocessor post-open hooks at 1732504650942 (+4 ms)Region opened successfully at 1732504650943 (+1 ms) 2024-11-25T03:17:30,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e., pid=19, masterSystemTime=1732504650888 2024-11-25T03:17:30,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:30,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:30,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ef4cb963727769c8e4f4c51b6474186e, regionState=OPEN, openSeqNum=10, regionLocation=38a5d2077268,44425,1732504645309 2024-11-25T03:17:30,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef4cb963727769c8e4f4c51b6474186e, server=38a5d2077268,44425,1732504645309 because future has completed 2024-11-25T03:17:30,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T03:17:30,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure ef4cb963727769c8e4f4c51b6474186e, server=38a5d2077268,44425,1732504645309 in 217 msec 2024-11-25T03:17:30,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-25T03:17:30,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef4cb963727769c8e4f4c51b6474186e, ASSIGN in 378 msec 2024-11-25T03:17:30,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T03:17:30,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e., hostname=38a5d2077268,44425,1732504645309, seqNum=10] 2024-11-25T03:17:30,983 DEBUG [RS:0;38a5d2077268:38877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/oldWALs 2024-11-25T03:17:30,983 INFO [RS:0;38a5d2077268:38877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C38877%2C1732504637952:(num 1732504639303) 2024-11-25T03:17:30,983 DEBUG [RS:0;38a5d2077268:38877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:30,983 INFO [RS:0;38a5d2077268:38877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:30,983 INFO [RS:0;38a5d2077268:38877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:30,984 INFO [RS:0;38a5d2077268:38877 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:30,984 INFO [RS:0;38a5d2077268:38877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:30,984 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:30,984 INFO [RS:0;38a5d2077268:38877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38877 2024-11-25T03:17:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981303381/rs/38a5d2077268,38877,1732504637952 2024-11-25T03:17:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381/rs 2024-11-25T03:17:30,986 INFO [RS:0;38a5d2077268:38877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:30,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,38877,1732504637952] 2024-11-25T03:17:30,990 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-981303381/draining/38a5d2077268,38877,1732504637952 already deleted, retry=false 2024-11-25T03:17:30,990 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,38877,1732504637952 expired; onlineServers=0 2024-11-25T03:17:30,990 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,34283,1732504637902' ***** 2024-11-25T03:17:30,990 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:17:30,990 INFO [M:0;38a5d2077268:34283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:30,990 INFO [M:0;38a5d2077268:34283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:30,990 DEBUG [M:0;38a5d2077268:34283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:17:30,990 DEBUG [M:0;38a5d2077268:34283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:17:30,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:17:30,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504638993 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504638993,5,FailOnTimeoutGroup] 2024-11-25T03:17:30,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504638994 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504638994,5,FailOnTimeoutGroup] 2024-11-25T03:17:30,991 INFO [M:0;38a5d2077268:34283 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:30,991 INFO [M:0;38a5d2077268:34283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:30,991 DEBUG [M:0;38a5d2077268:34283 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:17:30,991 INFO [M:0;38a5d2077268:34283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:17:30,991 INFO [M:0;38a5d2077268:34283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:30,991 INFO [M:0;38a5d2077268:34283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:17:30,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:17:30,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-981303381/master 2024-11-25T03:17:30,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-981303381 2024-11-25T03:17:30,992 DEBUG [M:0;38a5d2077268:34283 {}] zookeeper.ZKUtil(347): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Unable to get data of znode /1-981303381/master because node does not exist (not an error) 2024-11-25T03:17:30,992 WARN [M:0;38a5d2077268:34283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:17:30,994 INFO [M:0;38a5d2077268:34283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/.lastflushedseqids 2024-11-25T03:17:31,003 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 38a5d2077268,44497,1732504633309 2024-11-25T03:17:31,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T03:17:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741836_1012 (size=99) 2024-11-25T03:17:31,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:31,088 INFO [RS:0;38a5d2077268:38877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:31,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1014d2099540004, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:31,088 INFO [RS:0;38a5d2077268:38877 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,38877,1732504637952; zookeeper connection closed. 2024-11-25T03:17:31,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ddbc78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ddbc78 2024-11-25T03:17:31,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:17:31,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-25T03:17:31,406 INFO [M:0;38a5d2077268:34283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:17:31,406 INFO [M:0;38a5d2077268:34283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:17:31,406 DEBUG [M:0;38a5d2077268:34283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:31,406 INFO [M:0;38a5d2077268:34283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:31,406 DEBUG [M:0;38a5d2077268:34283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:31,406 DEBUG [M:0;38a5d2077268:34283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:31,406 DEBUG [M:0;38a5d2077268:34283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:31,407 INFO [M:0;38a5d2077268:34283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T03:17:31,425 DEBUG [M:0;38a5d2077268:34283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fe18b607cff483d81d68124e6bddcbc is 82, key is hbase:meta,,1/info:regioninfo/1732504639824/Put/seqid=0 2024-11-25T03:17:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741837_1013 (size=5672) 2024-11-25T03:17:31,830 INFO [M:0;38a5d2077268:34283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fe18b607cff483d81d68124e6bddcbc 2024-11-25T03:17:31,852 DEBUG [M:0;38a5d2077268:34283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad15535aa33f4f5483b4a80950efe8f0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732504639852/Put/seqid=0 2024-11-25T03:17:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741838_1014 (size=5275) 2024-11-25T03:17:31,868 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:31,868 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:32,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:17:32,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:17:32,257 INFO [M:0;38a5d2077268:34283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad15535aa33f4f5483b4a80950efe8f0 2024-11-25T03:17:32,283 DEBUG [M:0;38a5d2077268:34283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dc610f471f344b6a201d6333a0dd3bf is 69, key is 38a5d2077268,38877,1732504637952/rs:state/1732504639100/Put/seqid=0 2024-11-25T03:17:32,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741839_1015 (size=5156) 2024-11-25T03:17:32,689 INFO [M:0;38a5d2077268:34283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dc610f471f344b6a201d6333a0dd3bf 2024-11-25T03:17:32,697 DEBUG [M:0;38a5d2077268:34283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fe18b607cff483d81d68124e6bddcbc as hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fe18b607cff483d81d68124e6bddcbc 2024-11-25T03:17:32,703 INFO [M:0;38a5d2077268:34283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fe18b607cff483d81d68124e6bddcbc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T03:17:32,704 DEBUG [M:0;38a5d2077268:34283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad15535aa33f4f5483b4a80950efe8f0 as hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad15535aa33f4f5483b4a80950efe8f0 2024-11-25T03:17:32,710 INFO [M:0;38a5d2077268:34283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad15535aa33f4f5483b4a80950efe8f0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T03:17:32,711 DEBUG [M:0;38a5d2077268:34283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3dc610f471f344b6a201d6333a0dd3bf as hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dc610f471f344b6a201d6333a0dd3bf 2024-11-25T03:17:32,716 INFO [M:0;38a5d2077268:34283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46415/user/jenkins/test-data/7d9b14ab-43fb-be20-f7f7-5e612c3ded57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3dc610f471f344b6a201d6333a0dd3bf, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T03:17:32,717 INFO [M:0;38a5d2077268:34283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false 2024-11-25T03:17:32,719 INFO [M:0;38a5d2077268:34283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:32,719 DEBUG [M:0;38a5d2077268:34283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504651406Disabling compacts and flushes for region at 1732504651406Disabling writes for close at 1732504651406Obtaining lock to block concurrent updates at 1732504651407 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504651407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732504651407Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504651408 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504651408Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504651424 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504651424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504651836 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504651852 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504651852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504652264 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504652282 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504652283 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c0bd67: reopening flushed file at 1732504652695 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f207e80: reopening flushed file at 1732504652703 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7220058a: reopening flushed file at 1732504652710 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false at 1732504652717 (+7 ms)Writing region close event to WAL at 1732504652719 (+2 ms)Closed at 1732504652719 2024-11-25T03:17:32,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741830_1006 (size=10165) 2024-11-25T03:17:32,722 INFO [M:0;38a5d2077268:34283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:17:32,722 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:32,722 INFO [M:0;38a5d2077268:34283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34283 2024-11-25T03:17:32,725 INFO [M:0;38a5d2077268:34283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:32,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:32,827 INFO [M:0;38a5d2077268:34283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:32,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34283-0x1014d2099540003, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:32,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:32,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:32,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:32,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:32,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:32,837 WARN [BP-441297248-172.17.0.2-1732504636831 heartbeating to localhost/127.0.0.1:46415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:17:32,837 WARN [BP-441297248-172.17.0.2-1732504636831 heartbeating to localhost/127.0.0.1:46415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-441297248-172.17.0.2-1732504636831 (Datanode Uuid 083b3d50-b0e0-453a-a4ec-607e5af7c98d) service to localhost/127.0.0.1:46415 2024-11-25T03:17:32,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/cluster_f207fe41-69e2-bab7-7dbd-68f9a3787ac2/data/data1/current/BP-441297248-172.17.0.2-1732504636831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:32,839 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:17:32,839 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:17:32,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/cluster_f207fe41-69e2-bab7-7dbd-68f9a3787ac2/data/data2/current/BP-441297248-172.17.0.2-1732504636831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:32,840 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:17:32,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:32,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:32,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:32,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:32,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:32,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:17:32,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:17:32,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:32,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:32,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:32,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:32,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:32,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:17:32,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1471861589, stopped=false 2024-11-25T03:17:32,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,40955,1732504645269 2024-11-25T03:17:32,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/running 2024-11-25T03:17:32,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/running 2024-11-25T03:17:32,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:32,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:32,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:32,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:32,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:32,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/running 2024-11-25T03:17:32,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Set watcher on znode that does not yet exist, /0-1318487616/running 2024-11-25T03:17:32,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:32,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,44425,1732504645309' ***** 2024-11-25T03:17:32,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:17:32,875 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:17:32,875 INFO [RS:0;38a5d2077268:44425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:17:32,875 INFO [RS:0;38a5d2077268:44425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:17:32,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:17:32,875 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(3091): Received CLOSE for ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:32,875 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,44425,1732504645309 2024-11-25T03:17:32,875 INFO [RS:0;38a5d2077268:44425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:32,875 INFO [RS:0;38a5d2077268:44425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:44425. 2024-11-25T03:17:32,876 DEBUG [RS:0;38a5d2077268:44425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:32,876 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef4cb963727769c8e4f4c51b6474186e, disabling compactions & flushes 2024-11-25T03:17:32,876 DEBUG [RS:0;38a5d2077268:44425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:32,876 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:32,876 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:32,876 INFO [RS:0;38a5d2077268:44425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:17:32,876 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. after waiting 0 ms 2024-11-25T03:17:32,876 INFO [RS:0;38a5d2077268:44425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:17:32,876 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:32,876 INFO [RS:0;38a5d2077268:44425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:17:32,876 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:17:32,876 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:17:32,876 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ef4cb963727769c8e4f4c51b6474186e=hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e.} 2024-11-25T03:17:32,876 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef4cb963727769c8e4f4c51b6474186e 2024-11-25T03:17:32,876 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:32,876 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:32,876 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:32,876 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:32,876 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:32,877 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T03:17:32,882 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/replication/ef4cb963727769c8e4f4c51b6474186e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-25T03:17:32,883 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:32,883 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:32,883 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:32,883 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef4cb963727769c8e4f4c51b6474186e: Waiting for close lock at 1732504652875Running coprocessor pre-close hooks at 1732504652875Disabling compacts and flushes for region at 1732504652875Disabling writes for close at 1732504652876 (+1 ms)Writing region close event to WAL at 1732504652878 (+2 ms)Running coprocessor post-close hooks at 1732504652883 (+5 ms)Closed at 1732504652883 2024-11-25T03:17:32,883 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e. 2024-11-25T03:17:32,902 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/info/4de1ff25a2734a0f92aa516284be9854 is 147, key is hbase:replication,,1732504639981.ef4cb963727769c8e4f4c51b6474186e./info:regioninfo/1732504650948/Put/seqid=0 2024-11-25T03:17:32,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741851_1027 (size=6385) 2024-11-25T03:17:32,970 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:32,973 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:32,974 DEBUG [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/WALs/38a5d2077268,44425,1732504645309/38a5d2077268%2C44425%2C1732504645309.1732504646373 to pos 0, reset compression=false 2024-11-25T03:17:33,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T03:17:33,076 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:33,252 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:17:33,252 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:17:33,277 DEBUG [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:33,308 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/info/4de1ff25a2734a0f92aa516284be9854 2024-11-25T03:17:33,316 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/.tmp/info/4de1ff25a2734a0f92aa516284be9854 as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/info/4de1ff25a2734a0f92aa516284be9854 2024-11-25T03:17:33,322 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/info/4de1ff25a2734a0f92aa516284be9854, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T03:17:33,323 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false 2024-11-25T03:17:33,328 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T03:17:33,329 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:33,329 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:33,329 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:33,329 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504652876Running coprocessor pre-close hooks at 1732504652876Disabling compacts and flushes for region at 1732504652876Disabling writes for close at 1732504652876Obtaining lock to block concurrent updates at 1732504652877 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732504652877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732504652877Flushing stores of hbase:meta,,1.1588230740 at 1732504652878 (+1 ms)Flushing 1588230740/info: creating writer at 1732504652878Flushing 1588230740/info: appending metadata at 1732504652901 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732504652901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2cdc41: reopening flushed file at 1732504653315 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false at 1732504653323 (+8 ms)Writing region close event to WAL at 1732504653325 (+2 ms)Running coprocessor post-close hooks at 1732504653329 (+4 ms)Closed at 1732504653329 2024-11-25T03:17:33,329 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:33,477 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,44425,1732504645309; all regions closed. 2024-11-25T03:17:33,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741849_1025 (size=2156) 2024-11-25T03:17:33,483 DEBUG [RS:0;38a5d2077268:44425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs 2024-11-25T03:17:33,483 INFO [RS:0;38a5d2077268:44425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C44425%2C1732504645309.meta:.meta(num 1732504646633) 2024-11-25T03:17:33,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741850_1026 (size=796) 2024-11-25T03:17:33,487 DEBUG [RS:0;38a5d2077268:44425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs 2024-11-25T03:17:33,487 INFO [RS:0;38a5d2077268:44425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C44425%2C1732504645309.rep:(num 1732504650896) 2024-11-25T03:17:33,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741848_1024 (size=93) 2024-11-25T03:17:33,491 DEBUG [RS:0;38a5d2077268:44425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/oldWALs 2024-11-25T03:17:33,491 INFO [RS:0;38a5d2077268:44425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C44425%2C1732504645309:(num 1732504646373) 2024-11-25T03:17:33,491 DEBUG [RS:0;38a5d2077268:44425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:33,492 INFO [RS:0;38a5d2077268:44425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:33,492 INFO [RS:0;38a5d2077268:44425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:33,492 INFO [RS:0;38a5d2077268:44425 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:33,492 INFO [RS:0;38a5d2077268:44425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:33,492 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:33,492 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T03:17:33,492 INFO [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,44425,1732504645309 because: Region server is closing 2024-11-25T03:17:33,492 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T03:17:33,492 INFO [RS:0;38a5d2077268:44425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:44425. 2024-11-25T03:17:33,493 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T03:17:33,493 DEBUG [RS:0;38a5d2077268:44425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:33,493 DEBUG [RS:0;38a5d2077268:44425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:33,493 DEBUG [RS:0;38a5d2077268:44425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:33,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:33,593 WARN [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:17:33,593 WARN [RS:0;38a5d2077268:44425.replicationSource.shipper38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T03:17:33,593 INFO [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;38a5d2077268:44425.replicationSource.shipper38a5d2077268%2C44425%2C1732504645309,1-38a5d2077268,44425,1732504645309 terminated 2024-11-25T03:17:33,594 INFO [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-38a5d2077268,44425,1732504645309 because: Region server is closing 2024-11-25T03:17:33,594 INFO [RS:0;38a5d2077268:44425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:44425. 2024-11-25T03:17:33,594 DEBUG [RS:0;38a5d2077268:44425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:33,594 DEBUG [RS:0;38a5d2077268:44425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:33,594 DEBUG [RS:0;38a5d2077268:44425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:33,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:33,694 WARN [RS:0;38a5d2077268:44425.replicationSource.wal-reader.38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:17:33,694 WARN [RS:0;38a5d2077268:44425.replicationSource.shipper38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T03:17:33,695 INFO [RS:0;38a5d2077268:44425 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;38a5d2077268:44425.replicationSource.shipper38a5d2077268%2C44425%2C1732504645309,2-38a5d2077268,44425,1732504645309 terminated 2024-11-25T03:17:33,695 INFO [RS:0;38a5d2077268:44425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44425 2024-11-25T03:17:33,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616/rs 2024-11-25T03:17:33,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/rs/38a5d2077268,44425,1732504645309 2024-11-25T03:17:33,697 INFO [RS:0;38a5d2077268:44425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:33,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,44425,1732504645309] 2024-11-25T03:17:33,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1318487616/draining/38a5d2077268,44425,1732504645309 already deleted, retry=false 2024-11-25T03:17:33,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,44425,1732504645309 expired; onlineServers=0 2024-11-25T03:17:33,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,40955,1732504645269' ***** 2024-11-25T03:17:33,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:17:33,700 INFO [M:0;38a5d2077268:40955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:33,700 INFO [M:0;38a5d2077268:40955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:33,700 DEBUG [M:0;38a5d2077268:40955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:17:33,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:17:33,701 DEBUG [M:0;38a5d2077268:40955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:17:33,701 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504646044 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504646044,5,FailOnTimeoutGroup] 2024-11-25T03:17:33,701 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504646040 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504646040,5,FailOnTimeoutGroup] 2024-11-25T03:17:33,701 INFO [M:0;38a5d2077268:40955 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:33,701 INFO [M:0;38a5d2077268:40955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:33,701 DEBUG [M:0;38a5d2077268:40955 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:17:33,701 INFO [M:0;38a5d2077268:40955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:17:33,701 INFO [M:0;38a5d2077268:40955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:33,701 INFO [M:0;38a5d2077268:40955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:17:33,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:17:33,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1318487616/master 2024-11-25T03:17:33,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1318487616 2024-11-25T03:17:33,702 DEBUG [M:0;38a5d2077268:40955 {}] zookeeper.ZKUtil(347): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Unable to get data of znode /0-1318487616/master because node does not exist (not an error) 2024-11-25T03:17:33,702 WARN [M:0;38a5d2077268:40955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:17:33,703 INFO [M:0;38a5d2077268:40955 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/.lastflushedseqids 2024-11-25T03:17:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741852_1028 (size=181) 2024-11-25T03:17:33,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:33,799 INFO [RS:0;38a5d2077268:44425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:33,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44425-0x1014d2099540007, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:33,799 INFO [RS:0;38a5d2077268:44425 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,44425,1732504645309; zookeeper connection closed. 2024-11-25T03:17:33,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a4701a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a4701a0 2024-11-25T03:17:33,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:17:34,110 INFO [M:0;38a5d2077268:40955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:17:34,111 INFO [M:0;38a5d2077268:40955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:17:34,111 DEBUG [M:0;38a5d2077268:40955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:34,111 INFO [M:0;38a5d2077268:40955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:34,111 DEBUG [M:0;38a5d2077268:40955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:34,111 DEBUG [M:0;38a5d2077268:40955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:34,111 DEBUG [M:0;38a5d2077268:40955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:34,111 INFO [M:0;38a5d2077268:40955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T03:17:34,130 DEBUG [M:0;38a5d2077268:40955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/752fcdc4f6c14bbdbfe237fd69b48197 is 82, key is hbase:meta,,1/info:regioninfo/1732504646697/Put/seqid=0 2024-11-25T03:17:34,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741853_1029 (size=5680) 2024-11-25T03:17:34,535 INFO [M:0;38a5d2077268:40955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/752fcdc4f6c14bbdbfe237fd69b48197 2024-11-25T03:17:34,559 DEBUG [M:0;38a5d2077268:40955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/789b8a525db0421c8be32e6e44d8aa3d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732504650956/Put/seqid=0 2024-11-25T03:17:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741854_1030 (size=7319) 2024-11-25T03:17:34,965 INFO [M:0;38a5d2077268:40955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/789b8a525db0421c8be32e6e44d8aa3d 2024-11-25T03:17:34,987 DEBUG [M:0;38a5d2077268:40955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c14e00fcedac4111bfb59311eb40f602 is 69, key is 38a5d2077268,44425,1732504645309/rs:state/1732504646078/Put/seqid=0 2024-11-25T03:17:34,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741855_1031 (size=5371) 2024-11-25T03:17:35,392 INFO [M:0;38a5d2077268:40955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c14e00fcedac4111bfb59311eb40f602 2024-11-25T03:17:35,399 INFO [M:0;38a5d2077268:40955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c14e00fcedac4111bfb59311eb40f602 2024-11-25T03:17:35,400 DEBUG [M:0;38a5d2077268:40955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/752fcdc4f6c14bbdbfe237fd69b48197 as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/752fcdc4f6c14bbdbfe237fd69b48197 2024-11-25T03:17:35,406 INFO [M:0;38a5d2077268:40955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/752fcdc4f6c14bbdbfe237fd69b48197, entries=8, sequenceid=172, filesize=5.5 K 2024-11-25T03:17:35,407 DEBUG [M:0;38a5d2077268:40955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/789b8a525db0421c8be32e6e44d8aa3d as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/789b8a525db0421c8be32e6e44d8aa3d 2024-11-25T03:17:35,413 INFO [M:0;38a5d2077268:40955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/789b8a525db0421c8be32e6e44d8aa3d, entries=7, sequenceid=172, filesize=7.1 K 2024-11-25T03:17:35,414 DEBUG [M:0;38a5d2077268:40955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c14e00fcedac4111bfb59311eb40f602 as hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c14e00fcedac4111bfb59311eb40f602 2024-11-25T03:17:35,420 INFO [M:0;38a5d2077268:40955 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c14e00fcedac4111bfb59311eb40f602 2024-11-25T03:17:35,420 INFO [M:0;38a5d2077268:40955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42151/user/jenkins/test-data/03a95c27-79fd-7248-ff10-4e381e07e42d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c14e00fcedac4111bfb59311eb40f602, entries=2, sequenceid=172, filesize=5.2 K 2024-11-25T03:17:35,421 INFO [M:0;38a5d2077268:40955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false 2024-11-25T03:17:35,422 INFO [M:0;38a5d2077268:40955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:35,422 DEBUG [M:0;38a5d2077268:40955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504654111Disabling compacts and flushes for region at 1732504654111Disabling writes for close at 1732504654111Obtaining lock to block concurrent updates at 1732504654111Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504654111Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732504654112 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504654112Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504654113 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504654129 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504654129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504654542 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504654559 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504654559Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504654971 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504654986 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504654986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f4ba67: reopening flushed file at 1732504655399 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87389e6: reopening flushed file at 1732504655406 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a93ca39: reopening flushed file at 1732504655413 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false at 1732504655421 (+8 ms)Writing region close event to WAL at 1732504655422 (+1 ms)Closed at 1732504655422 2024-11-25T03:17:35,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34835 is added to blk_1073741847_1023 (size=22949) 2024-11-25T03:17:35,426 INFO [M:0;38a5d2077268:40955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:17:35,426 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:35,426 INFO [M:0;38a5d2077268:40955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40955 2024-11-25T03:17:35,426 INFO [M:0;38a5d2077268:40955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:35,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:35,529 INFO [M:0;38a5d2077268:40955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:35,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40955-0x1014d2099540006, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:35,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:35,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:35,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:35,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:35,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:35,533 WARN [BP-1846620010-172.17.0.2-1732504629816 heartbeating to localhost/127.0.0.1:42151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:17:35,533 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:17:35,533 WARN [BP-1846620010-172.17.0.2-1732504629816 heartbeating to localhost/127.0.0.1:42151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1846620010-172.17.0.2-1732504629816 (Datanode Uuid 82133763-b36c-4057-8bcf-f03c5b0448f6) service to localhost/127.0.0.1:42151 2024-11-25T03:17:35,533 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:17:35,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/cluster_22021fc5-299c-8999-e008-4f11002461ac/data/data1/current/BP-1846620010-172.17.0.2-1732504629816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:35,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/cluster_22021fc5-299c-8999-e008-4f11002461ac/data/data2/current/BP-1846620010-172.17.0.2-1732504629816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:35,535 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:17:35,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:35,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:35,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:35,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:35,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f3ebd1e-7186-731d-1c48-ee275ecc2b7b/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:35,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:17:35,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:17:35,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42151 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/38a5d2077268:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55930) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/38a5d2077268:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1c7e21cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55930) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46415 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=7202 (was 7358) 2024-11-25T03:17:35,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=7201 2024-11-25T03:17:35,596 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-25T03:17:35,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.log.dir so I do NOT create it in target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f 2024-11-25T03:17:35,597 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:17:35,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.tmp.dir so I do NOT create it in target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f 2024-11-25T03:17:35,597 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bce8359b-4333-daaf-5f4c-6d7e10e9823a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:17:35,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f 2024-11-25T03:17:35,597 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/cluster_f9c42168-9cc9-9ae8-23c0-6dce7355f333, deleteOnExit=true 2024-11-25T03:17:35,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/cluster_f9c42168-9cc9-9ae8-23c0-6dce7355f333/zookeeper_0, clientPort=61930, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/cluster_f9c42168-9cc9-9ae8-23c0-6dce7355f333/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/cluster_f9c42168-9cc9-9ae8-23c0-6dce7355f333/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:17:35,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61930 2024-11-25T03:17:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:17:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:17:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/test.cache.data in system properties and HBase conf 2024-11-25T03:17:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:17:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:17:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:17:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:17:35,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:17:35,602 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:17:35,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:17:35,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:35,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:17:35,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:17:35,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014d2099540002, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:17:35,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014d2099540005, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:17:35,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014d2099540005, quorum=127.0.0.1:55930, baseZNode=/1-981303381 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:17:35,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014d2099540002, quorum=127.0.0.1:55930, baseZNode=/0-1318487616 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:17:35,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:35,704 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:35,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:35,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:35,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:17:35,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:35,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:35,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:35,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/java.io.tmpdir/jetty-localhost-38233-hadoop-hdfs-3_4_1-tests_jar-_-any-1562139345699345457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:35,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:38233} 2024-11-25T03:17:35,832 INFO [Time-limited test {}] server.Server(415): Started @28081ms 2024-11-25T03:17:35,919 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:17:35,921 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:35,946 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:35,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:35,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:35,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:35,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:35,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:17:35,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41c9a7c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:35,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@582b0b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:36,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a89007b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/java.io.tmpdir/jetty-localhost-34035-hadoop-hdfs-3_4_1-tests_jar-_-any-7102655796452210456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:36,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f7bc2ce{HTTP/1.1, (http/1.1)}{localhost:34035} 2024-11-25T03:17:36,082 INFO [Time-limited test {}] server.Server(415): Started @28332ms 2024-11-25T03:17:36,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:17:36,233 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/cluster_f9c42168-9cc9-9ae8-23c0-6dce7355f333/data/data1/current/BP-1641976637-172.17.0.2-1732504655636/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:36,233 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/cluster_f9c42168-9cc9-9ae8-23c0-6dce7355f333/data/data2/current/BP-1641976637-172.17.0.2-1732504655636/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:36,256 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:17:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39829c60c3a62088 with lease ID 0xfe1e9011f0b6ffc2: Processing first storage report for DS-def2bc42-3896-4b0c-9921-43c33eb1a97d from datanode DatanodeRegistration(127.0.0.1:43267, datanodeUuid=02043727-7d79-4468-9746-bc10e0bc7de2, infoPort=43169, infoSecurePort=0, ipcPort=36039, storageInfo=lv=-57;cid=testClusterID;nsid=1614215634;c=1732504655636) 2024-11-25T03:17:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39829c60c3a62088 with lease ID 0xfe1e9011f0b6ffc2: from storage DS-def2bc42-3896-4b0c-9921-43c33eb1a97d node DatanodeRegistration(127.0.0.1:43267, datanodeUuid=02043727-7d79-4468-9746-bc10e0bc7de2, infoPort=43169, infoSecurePort=0, ipcPort=36039, storageInfo=lv=-57;cid=testClusterID;nsid=1614215634;c=1732504655636), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:17:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39829c60c3a62088 with lease ID 0xfe1e9011f0b6ffc2: Processing first storage report for DS-97015241-353c-4169-9032-c42ccf27ad3d from datanode DatanodeRegistration(127.0.0.1:43267, datanodeUuid=02043727-7d79-4468-9746-bc10e0bc7de2, infoPort=43169, infoSecurePort=0, ipcPort=36039, storageInfo=lv=-57;cid=testClusterID;nsid=1614215634;c=1732504655636) 2024-11-25T03:17:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39829c60c3a62088 with lease ID 0xfe1e9011f0b6ffc2: from storage DS-97015241-353c-4169-9032-c42ccf27ad3d node DatanodeRegistration(127.0.0.1:43267, datanodeUuid=02043727-7d79-4468-9746-bc10e0bc7de2, infoPort=43169, infoSecurePort=0, ipcPort=36039, storageInfo=lv=-57;cid=testClusterID;nsid=1614215634;c=1732504655636), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:17:36,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f 2024-11-25T03:17:36,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:36,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:36,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:17:36,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03 with version=8 2024-11-25T03:17:36,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/hbase-staging 2024-11-25T03:17:36,367 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:36,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:36,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:36,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:36,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:36,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:36,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:17:36,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:36,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38837 2024-11-25T03:17:36,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38837 connecting to ZooKeeper ensemble=127.0.0.1:61930 2024-11-25T03:17:36,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388370x0, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:36,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38837-0x1014d21017f0000 connected 2024-11-25T03:17:36,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:36,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:36,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on znode that does not yet exist, /0-1564588841/running 2024-11-25T03:17:36,397 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03, hbase.cluster.distributed=false 2024-11-25T03:17:36,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on znode that does not yet exist, /0-1564588841/acl 2024-11-25T03:17:36,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38837 2024-11-25T03:17:36,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38837 2024-11-25T03:17:36,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38837 2024-11-25T03:17:36,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38837 2024-11-25T03:17:36,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38837 2024-11-25T03:17:36,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:36,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:36,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:36,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:36,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:36,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:36,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:17:36,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:36,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32921 2024-11-25T03:17:36,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32921 connecting to ZooKeeper ensemble=127.0.0.1:61930 2024-11-25T03:17:36,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:36,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:36,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329210x0, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:36,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329210x0, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on znode that does not yet exist, /0-1564588841/running 2024-11-25T03:17:36,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32921-0x1014d21017f0001 connected 2024-11-25T03:17:36,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:17:36,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:17:36,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on znode that does not yet exist, /0-1564588841/master 2024-11-25T03:17:36,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on znode that does not yet exist, /0-1564588841/acl 2024-11-25T03:17:36,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32921 2024-11-25T03:17:36,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32921 2024-11-25T03:17:36,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32921 2024-11-25T03:17:36,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32921 2024-11-25T03:17:36,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32921 2024-11-25T03:17:36,451 DEBUG [M:0;38a5d2077268:38837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:38837 2024-11-25T03:17:36,451 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1564588841/backup-masters/38a5d2077268,38837,1732504656367 2024-11-25T03:17:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841/backup-masters 2024-11-25T03:17:36,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841/backup-masters 2024-11-25T03:17:36,454 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on existing znode=/0-1564588841/backup-masters/38a5d2077268,38837,1732504656367 2024-11-25T03:17:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1564588841/master 2024-11-25T03:17:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:36,457 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on existing znode=/0-1564588841/master 2024-11-25T03:17:36,457 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1564588841/backup-masters/38a5d2077268,38837,1732504656367 from backup master directory 2024-11-25T03:17:36,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841/backup-masters 2024-11-25T03:17:36,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1564588841/backup-masters/38a5d2077268,38837,1732504656367 2024-11-25T03:17:36,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841/backup-masters 2024-11-25T03:17:36,459 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:36,459 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,38837,1732504656367 2024-11-25T03:17:36,465 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/hbase.id] with ID: 372801e4-7232-44d8-9e21-1f16bb0b5220 2024-11-25T03:17:36,465 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/.tmp/hbase.id 2024-11-25T03:17:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:17:36,875 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/.tmp/hbase.id]:[hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/hbase.id] 2024-11-25T03:17:36,907 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:36,908 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:17:36,911 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-25T03:17:36,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:36,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:36,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:17:36,927 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:36,928 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:17:36,936 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:36,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:17:37,347 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store 2024-11-25T03:17:37,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:17:37,768 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:37,768 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:37,768 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:37,768 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:37,768 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:37,768 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:37,768 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:37,768 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504657768Disabling compacts and flushes for region at 1732504657768Disabling writes for close at 1732504657768Writing region close event to WAL at 1732504657768Closed at 1732504657768 2024-11-25T03:17:37,769 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/.initializing 2024-11-25T03:17:37,769 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/WALs/38a5d2077268,38837,1732504656367 2024-11-25T03:17:37,771 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:37,773 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C38837%2C1732504656367, suffix=, logDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/WALs/38a5d2077268,38837,1732504656367, archiveDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/oldWALs, maxLogs=10 2024-11-25T03:17:37,786 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/WALs/38a5d2077268,38837,1732504656367/38a5d2077268%2C38837%2C1732504656367.1732504657773, exclude list is [], retry=0 2024-11-25T03:17:37,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-def2bc42-3896-4b0c-9921-43c33eb1a97d,DISK] 2024-11-25T03:17:37,791 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/WALs/38a5d2077268,38837,1732504656367/38a5d2077268%2C38837%2C1732504656367.1732504657773 2024-11-25T03:17:37,792 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43169:43169)] 2024-11-25T03:17:37,792 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:37,792 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:37,792 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,792 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:17:37,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:37,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:37,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:17:37,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:37,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:37,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:17:37,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:37,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:37,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:17:37,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:37,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:37,801 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,802 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,802 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,803 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,803 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,804 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:37,805 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:37,807 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:37,808 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67902397, jitterRate=0.011824563145637512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:37,808 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504657792Initializing all the Stores at 1732504657793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504657793Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504657794 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504657794Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504657794Cleaning up temporary data from old regions at 1732504657803 (+9 ms)Region opened successfully at 1732504657808 (+5 ms) 2024-11-25T03:17:37,809 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:17:37,812 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b417476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:37,813 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:17:37,813 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:17:37,813 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:17:37,814 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:17:37,814 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:17:37,814 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:17:37,814 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:17:37,817 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:17:37,817 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Unable to get data of znode /0-1564588841/balancer because node does not exist (not necessarily an error) 2024-11-25T03:17:37,818 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1564588841/balancer already deleted, retry=false 2024-11-25T03:17:37,819 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:17:37,819 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Unable to get data of znode /0-1564588841/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:17:37,822 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1564588841/normalizer already deleted, retry=false 2024-11-25T03:17:37,822 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:17:37,823 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Unable to get data of znode /0-1564588841/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:17:37,824 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1564588841/switch/split already deleted, retry=false 2024-11-25T03:17:37,825 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Unable to get data of znode /0-1564588841/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:17:37,826 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1564588841/switch/merge already deleted, retry=false 2024-11-25T03:17:37,828 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Unable to get data of znode /0-1564588841/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:17:37,829 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1564588841/snapshot-cleanup already deleted, retry=false 2024-11-25T03:17:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1564588841/running 2024-11-25T03:17:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1564588841/running 2024-11-25T03:17:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:37,832 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,38837,1732504656367, sessionid=0x1014d21017f0000, setting cluster-up flag (Was=false) 2024-11-25T03:17:37,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:37,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:37,840 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1564588841/flush-table-proc/acquired, /0-1564588841/flush-table-proc/reached, /0-1564588841/flush-table-proc/abort 2024-11-25T03:17:37,841 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,38837,1732504656367 2024-11-25T03:17:37,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:37,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:37,850 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1564588841/online-snapshot/acquired, /0-1564588841/online-snapshot/reached, /0-1564588841/online-snapshot/abort 2024-11-25T03:17:37,851 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,38837,1732504656367 2024-11-25T03:17:37,852 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:17:37,854 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:37,854 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:17:37,854 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:17:37,854 WARN [master/38a5d2077268:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 38a5d2077268,44497,1732504633309: status=Processing ServerCrashProcedure of 38a5d2077268,44497,1732504633309 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732504646041, completionTime=-1 appears to have been leaked 2024-11-25T03:17:37,855 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,38837,1732504656367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:17:37,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:37,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:37,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:37,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:37,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:17:37,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:37,856 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,857 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504687857 2024-11-25T03:17:37,857 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:17:37,857 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:17:37,857 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:17:37,858 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:17:37,858 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:17:37,858 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:17:37,858 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:37,858 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:17:37,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:17:37,858 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:17:37,858 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:17:37,858 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:17:37,859 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:17:37,859 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:17:37,859 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504657859,5,FailOnTimeoutGroup] 2024-11-25T03:17:37,859 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504657859,5,FailOnTimeoutGroup] 2024-11-25T03:17:37,859 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,859 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:17:37,859 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,859 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,859 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:37,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:17:37,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:17:37,939 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(746): ClusterId : 372801e4-7232-44d8-9e21-1f16bb0b5220 2024-11-25T03:17:37,939 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:17:37,942 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:17:37,942 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:17:37,945 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:17:37,945 DEBUG [RS:0;38a5d2077268:32921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f273ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:37,958 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:32921 2024-11-25T03:17:37,958 INFO [RS:0;38a5d2077268:32921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:17:37,958 INFO [RS:0;38a5d2077268:32921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:17:37,958 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:17:37,959 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,38837,1732504656367 with port=32921, startcode=1732504656419 2024-11-25T03:17:37,959 DEBUG [RS:0;38a5d2077268:32921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:17:37,961 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:17:37,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,32921,1732504656419 2024-11-25T03:17:37,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38837 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,32921,1732504656419 2024-11-25T03:17:37,963 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03 2024-11-25T03:17:37,963 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34029 2024-11-25T03:17:37,963 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:17:37,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841/rs 2024-11-25T03:17:37,965 DEBUG [RS:0;38a5d2077268:32921 {}] zookeeper.ZKUtil(111): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on existing znode=/0-1564588841/rs/38a5d2077268,32921,1732504656419 2024-11-25T03:17:37,965 WARN [RS:0;38a5d2077268:32921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:37,966 INFO [RS:0;38a5d2077268:32921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:37,966 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419 2024-11-25T03:17:37,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,32921,1732504656419] 2024-11-25T03:17:37,969 INFO [RS:0;38a5d2077268:32921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:17:37,971 INFO [RS:0;38a5d2077268:32921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:17:37,972 INFO [RS:0;38a5d2077268:32921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:17:37,972 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,973 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:17:37,973 INFO [RS:0;38a5d2077268:32921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:17:37,973 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:37,974 DEBUG [RS:0;38a5d2077268:32921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:37,975 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,975 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,975 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,975 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,975 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,975 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,32921,1732504656419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:37,994 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:17:37,994 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,32921,1732504656419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,994 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:37,994 INFO [RS:0;38a5d2077268:32921 {}] regionserver.Replication(171): 38a5d2077268,32921,1732504656419 started 2024-11-25T03:17:38,012 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:38,013 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,32921,1732504656419, RpcServer on 38a5d2077268/172.17.0.2:32921, sessionid=0x1014d21017f0001 2024-11-25T03:17:38,013 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:17:38,013 DEBUG [RS:0;38a5d2077268:32921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,32921,1732504656419 2024-11-25T03:17:38,013 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,32921,1732504656419' 2024-11-25T03:17:38,013 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1564588841/flush-table-proc/abort' 2024-11-25T03:17:38,013 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1564588841/flush-table-proc/acquired' 2024-11-25T03:17:38,014 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:17:38,014 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:17:38,014 DEBUG [RS:0;38a5d2077268:32921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,32921,1732504656419 2024-11-25T03:17:38,014 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,32921,1732504656419' 2024-11-25T03:17:38,014 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1564588841/online-snapshot/abort' 2024-11-25T03:17:38,014 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1564588841/online-snapshot/acquired' 2024-11-25T03:17:38,015 DEBUG [RS:0;38a5d2077268:32921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:17:38,015 INFO [RS:0;38a5d2077268:32921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:17:38,015 INFO [RS:0;38a5d2077268:32921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:17:38,115 INFO [RS:0;38a5d2077268:32921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:38,117 INFO [RS:0;38a5d2077268:32921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C32921%2C1732504656419, suffix=, logDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419, archiveDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/oldWALs, maxLogs=10 2024-11-25T03:17:38,135 DEBUG [RS:0;38a5d2077268:32921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118, exclude list is [], retry=0 2024-11-25T03:17:38,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-def2bc42-3896-4b0c-9921-43c33eb1a97d,DISK] 2024-11-25T03:17:38,141 INFO [RS:0;38a5d2077268:32921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118 2024-11-25T03:17:38,141 DEBUG [RS:0;38a5d2077268:32921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43169:43169)] 2024-11-25T03:17:38,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:17:38,268 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03 2024-11-25T03:17:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:17:38,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:38,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:38,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:38,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:38,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:38,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:38,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:38,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:38,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:38,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:38,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:38,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:38,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:38,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:38,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:38,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:38,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:38,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740 2024-11-25T03:17:38,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740 2024-11-25T03:17:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:38,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:38,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:38,698 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:38,699 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59105802, jitterRate=-0.11925491690635681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:38,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504658682Initializing all the Stores at 1732504658683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504658683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504658683Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504658683Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504658684 (+1 ms)Cleaning up temporary data from old regions at 1732504658694 (+10 ms)Region opened successfully at 1732504658699 (+5 ms) 2024-11-25T03:17:38,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:38,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:38,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:38,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:38,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:38,700 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:38,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504658699Disabling compacts and flushes for region at 1732504658699Disabling writes for close at 1732504658699Writing region close event to WAL at 1732504658700 (+1 ms)Closed at 1732504658700 2024-11-25T03:17:38,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:38,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:17:38,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:17:38,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:38,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:17:38,854 DEBUG [38a5d2077268:38837 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:17:38,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,32921,1732504656419 2024-11-25T03:17:38,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,32921,1732504656419, state=OPENING 2024-11-25T03:17:38,858 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:17:38,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:38,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:38,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1564588841/meta-region-server: CHANGED 2024-11-25T03:17:38,865 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:38,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1564588841/meta-region-server: CHANGED 2024-11-25T03:17:38,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,32921,1732504656419}] 2024-11-25T03:17:39,018 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:17:39,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:17:39,024 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:17:39,024 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:39,025 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:17:39,026 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C32921%2C1732504656419.meta, suffix=.meta, logDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419, archiveDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/oldWALs, maxLogs=10 2024-11-25T03:17:39,040 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.meta.1732504659027.meta, exclude list is [], retry=0 2024-11-25T03:17:39,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-def2bc42-3896-4b0c-9921-43c33eb1a97d,DISK] 2024-11-25T03:17:39,044 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.meta.1732504659027.meta 2024-11-25T03:17:39,044 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43169:43169)] 2024-11-25T03:17:39,045 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:39,045 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:39,045 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:39,045 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:17:39,045 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:17:39,046 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:17:39,046 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:39,046 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:17:39,046 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:17:39,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:39,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:39,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:39,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:39,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:39,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:39,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:39,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:39,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:39,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:39,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:39,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:39,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:39,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:39,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:39,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:39,053 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:39,054 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740 2024-11-25T03:17:39,055 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740 2024-11-25T03:17:39,056 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:39,056 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:39,057 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:39,058 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:39,059 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65830625, jitterRate=-0.019047245383262634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:39,059 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:17:39,060 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504659046Writing region info on filesystem at 1732504659046Initializing all the Stores at 1732504659047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504659047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504659047Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504659047Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504659047Cleaning up temporary data from old regions at 1732504659056 (+9 ms)Running coprocessor post-open hooks at 1732504659059 (+3 ms)Region opened successfully at 1732504659060 (+1 ms) 2024-11-25T03:17:39,061 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504659018 2024-11-25T03:17:39,063 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:17:39,063 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:17:39,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,32921,1732504656419 2024-11-25T03:17:39,065 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,32921,1732504656419, state=OPEN 2024-11-25T03:17:39,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1564588841/meta-region-server 2024-11-25T03:17:39,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1564588841/meta-region-server 2024-11-25T03:17:39,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,32921,1732504656419 2024-11-25T03:17:39,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1564588841/meta-region-server: CHANGED 2024-11-25T03:17:39,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1564588841/meta-region-server: CHANGED 2024-11-25T03:17:39,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:17:39,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,32921,1732504656419 in 202 msec 2024-11-25T03:17:39,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:17:39,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-25T03:17:39,073 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:39,073 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:17:39,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:39,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,32921,1732504656419, seqNum=-1] 2024-11-25T03:17:39,074 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:39,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:39,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-11-25T03:17:39,081 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504659081, completionTime=-1 2024-11-25T03:17:39,082 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:17:39,082 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:17:39,083 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:17:39,083 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504719083 2024-11-25T03:17:39,084 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504779084 2024-11-25T03:17:39,084 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:17:39,084 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38837,1732504656367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:39,084 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38837,1732504656367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:39,084 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38837,1732504656367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:39,084 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:38837, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:39,084 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:39,084 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:39,086 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:17:39,088 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.629sec 2024-11-25T03:17:39,088 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:17:39,088 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:17:39,088 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:17:39,088 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:17:39,088 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:17:39,088 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38837,1732504656367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:39,088 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38837,1732504656367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:17:39,091 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:17:39,091 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:17:39,091 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38837,1732504656367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:39,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9883e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:39,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,38837,-1 for getting cluster id 2024-11-25T03:17:39,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:39,141 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '372801e4-7232-44d8-9e21-1f16bb0b5220' 2024-11-25T03:17:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "372801e4-7232-44d8-9e21-1f16bb0b5220" 2024-11-25T03:17:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab53b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,38837,-1] 2024-11-25T03:17:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:39,143 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:39,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6c2435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:39,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,32921,1732504656419, seqNum=-1] 2024-11-25T03:17:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:39,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:39,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,38837,1732504656367 2024-11-25T03:17:39,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61930 2024-11-25T03:17:39,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:39,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d21017f0002 connected 2024-11-25T03:17:39,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.log.dir so I do NOT create it in target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5 2024-11-25T03:17:39,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:17:39,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.tmp.dir so I do NOT create it in target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5 2024-11-25T03:17:39,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:17:39,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5 2024-11-25T03:17:39,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/cluster_28c9640b-3018-1de9-0c84-f36fa9768010, deleteOnExit=true 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/test.cache.data in system properties and HBase conf 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:17:39,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:39,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:17:39,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:17:39,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:39,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:39,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:39,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:39,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:17:39,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:39,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550f1ecc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:39,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@823d34e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:39,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24630b66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/java.io.tmpdir/jetty-localhost-45983-hadoop-hdfs-3_4_1-tests_jar-_-any-9127111165646359620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:39,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59b401ec{HTTP/1.1, (http/1.1)}{localhost:45983} 2024-11-25T03:17:39,362 INFO [Time-limited test {}] server.Server(415): Started @31612ms 2024-11-25T03:17:39,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:39,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:39,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:39,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:39,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:17:39,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@696ae018{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:39,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a0f597{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:39,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60800d71{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/java.io.tmpdir/jetty-localhost-43111-hadoop-hdfs-3_4_1-tests_jar-_-any-6702771165622085615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:39,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1417aa1a{HTTP/1.1, (http/1.1)}{localhost:43111} 2024-11-25T03:17:39,590 INFO [Time-limited test {}] server.Server(415): Started @31840ms 2024-11-25T03:17:39,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:17:39,684 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/cluster_28c9640b-3018-1de9-0c84-f36fa9768010/data/data2/current/BP-2057322470-172.17.0.2-1732504659179/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:39,684 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/cluster_28c9640b-3018-1de9-0c84-f36fa9768010/data/data1/current/BP-2057322470-172.17.0.2-1732504659179/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:39,702 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:17:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x823563510cd866b1 with lease ID 0x7a9a8ca11c69a144: Processing first storage report for DS-09efac16-c1c4-42a3-ad0f-07efb23bd652 from datanode DatanodeRegistration(127.0.0.1:34277, datanodeUuid=ba05e792-1687-4612-b6eb-2b2f1bda0089, infoPort=45351, infoSecurePort=0, ipcPort=44685, storageInfo=lv=-57;cid=testClusterID;nsid=901929962;c=1732504659179) 2024-11-25T03:17:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x823563510cd866b1 with lease ID 0x7a9a8ca11c69a144: from storage DS-09efac16-c1c4-42a3-ad0f-07efb23bd652 node DatanodeRegistration(127.0.0.1:34277, datanodeUuid=ba05e792-1687-4612-b6eb-2b2f1bda0089, infoPort=45351, infoSecurePort=0, ipcPort=44685, storageInfo=lv=-57;cid=testClusterID;nsid=901929962;c=1732504659179), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:17:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x823563510cd866b1 with lease ID 0x7a9a8ca11c69a144: Processing first storage report for DS-51d137b6-71db-4505-8a7c-84745803f285 from datanode DatanodeRegistration(127.0.0.1:34277, datanodeUuid=ba05e792-1687-4612-b6eb-2b2f1bda0089, infoPort=45351, infoSecurePort=0, ipcPort=44685, storageInfo=lv=-57;cid=testClusterID;nsid=901929962;c=1732504659179) 2024-11-25T03:17:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x823563510cd866b1 with lease ID 0x7a9a8ca11c69a144: from storage DS-51d137b6-71db-4505-8a7c-84745803f285 node DatanodeRegistration(127.0.0.1:34277, datanodeUuid=ba05e792-1687-4612-b6eb-2b2f1bda0089, infoPort=45351, infoSecurePort=0, ipcPort=44685, storageInfo=lv=-57;cid=testClusterID;nsid=901929962;c=1732504659179), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:17:39,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5 2024-11-25T03:17:39,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:39,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:39,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:17:39,726 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234 with version=8 2024-11-25T03:17:39,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/hbase-staging 2024-11-25T03:17:39,728 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:39,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:39,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:39,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:39,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:39,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:39,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:17:39,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:39,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39533 2024-11-25T03:17:39,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39533 connecting to ZooKeeper ensemble=127.0.0.1:61930 2024-11-25T03:17:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395330x0, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:39,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39533-0x1014d21017f0003 connected 2024-11-25T03:17:39,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:39,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:39,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on znode that does not yet exist, /1150115974/running 2024-11-25T03:17:39,754 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234, hbase.cluster.distributed=false 2024-11-25T03:17:39,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on znode that does not yet exist, /1150115974/acl 2024-11-25T03:17:39,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39533 2024-11-25T03:17:39,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39533 2024-11-25T03:17:39,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39533 2024-11-25T03:17:39,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39533 2024-11-25T03:17:39,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39533 2024-11-25T03:17:39,777 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:39,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:39,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:39,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:39,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:39,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:39,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:17:39,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:39,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46089 2024-11-25T03:17:39,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46089 connecting to ZooKeeper ensemble=127.0.0.1:61930 2024-11-25T03:17:39,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:39,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:39,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460890x0, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:39,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46089-0x1014d21017f0004 connected 2024-11-25T03:17:39,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on znode that does not yet exist, /1150115974/running 2024-11-25T03:17:39,799 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:17:39,806 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:17:39,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on znode that does not yet exist, /1150115974/master 2024-11-25T03:17:39,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on znode that does not yet exist, /1150115974/acl 2024-11-25T03:17:39,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46089 2024-11-25T03:17:39,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46089 2024-11-25T03:17:39,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46089 2024-11-25T03:17:39,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46089 2024-11-25T03:17:39,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46089 2024-11-25T03:17:39,835 DEBUG [M:0;38a5d2077268:39533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:39533 2024-11-25T03:17:39,836 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1150115974/backup-masters/38a5d2077268,39533,1732504659728 2024-11-25T03:17:39,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974/backup-masters 2024-11-25T03:17:39,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974/backup-masters 2024-11-25T03:17:39,839 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on existing znode=/1150115974/backup-masters/38a5d2077268,39533,1732504659728 2024-11-25T03:17:39,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1150115974/master 2024-11-25T03:17:39,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:39,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:39,845 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on existing znode=/1150115974/master 2024-11-25T03:17:39,845 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1150115974/backup-masters/38a5d2077268,39533,1732504659728 from backup master directory 2024-11-25T03:17:39,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150115974/backup-masters/38a5d2077268,39533,1732504659728 2024-11-25T03:17:39,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974/backup-masters 2024-11-25T03:17:39,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974/backup-masters 2024-11-25T03:17:39,847 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:39,847 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,39533,1732504659728 2024-11-25T03:17:39,852 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/hbase.id] with ID: 5e6f657c-5e8f-4d47-b549-a378e99ca3ef 2024-11-25T03:17:39,852 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/.tmp/hbase.id 2024-11-25T03:17:39,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:17:39,857 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/.tmp/hbase.id]:[hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/hbase.id] 2024-11-25T03:17:39,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:39,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:17:39,873 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:17:39,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:39,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:17:40,284 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:40,285 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:17:40,285 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:17:40,694 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store 2024-11-25T03:17:40,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:17:41,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:41,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:41,101 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:41,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:41,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:41,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:41,101 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:41,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504661101Disabling compacts and flushes for region at 1732504661101Disabling writes for close at 1732504661101Writing region close event to WAL at 1732504661101Closed at 1732504661101 2024-11-25T03:17:41,102 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/.initializing 2024-11-25T03:17:41,102 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/WALs/38a5d2077268,39533,1732504659728 2024-11-25T03:17:41,103 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:41,106 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C39533%2C1732504659728, suffix=, logDir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/WALs/38a5d2077268,39533,1732504659728, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/oldWALs, maxLogs=10 2024-11-25T03:17:41,120 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/WALs/38a5d2077268,39533,1732504659728/38a5d2077268%2C39533%2C1732504659728.1732504661106, exclude list is [], retry=0 2024-11-25T03:17:41,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-09efac16-c1c4-42a3-ad0f-07efb23bd652,DISK] 2024-11-25T03:17:41,125 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/WALs/38a5d2077268,39533,1732504659728/38a5d2077268%2C39533%2C1732504659728.1732504661106 2024-11-25T03:17:41,126 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45351:45351)] 2024-11-25T03:17:41,126 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:41,126 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:41,126 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,126 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:17:41,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:41,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:41,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:17:41,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:41,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:41,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:17:41,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:41,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:41,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:17:41,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:41,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:41,134 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,135 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,135 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,136 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,136 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,137 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:41,138 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:41,140 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:41,140 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63064145, jitterRate=-0.0602710098028183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:41,140 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504661126Initializing all the Stores at 1732504661127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504661127Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504661127Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504661127Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504661127Cleaning up temporary data from old regions at 1732504661136 (+9 ms)Region opened successfully at 1732504661140 (+4 ms) 2024-11-25T03:17:41,141 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:17:41,143 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9e7a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:41,144 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:17:41,144 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:17:41,145 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:17:41,145 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:17:41,145 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:17:41,145 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:17:41,145 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:17:41,147 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:17:41,148 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Unable to get data of znode /1150115974/balancer because node does not exist (not necessarily an error) 2024-11-25T03:17:41,149 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150115974/balancer already deleted, retry=false 2024-11-25T03:17:41,150 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:17:41,150 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Unable to get data of znode /1150115974/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:17:41,152 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150115974/normalizer already deleted, retry=false 2024-11-25T03:17:41,152 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:17:41,153 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Unable to get data of znode /1150115974/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:17:41,154 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150115974/switch/split already deleted, retry=false 2024-11-25T03:17:41,155 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Unable to get data of znode /1150115974/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:17:41,156 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150115974/switch/merge already deleted, retry=false 2024-11-25T03:17:41,157 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Unable to get data of znode /1150115974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:17:41,158 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150115974/snapshot-cleanup already deleted, retry=false 2024-11-25T03:17:41,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1150115974/running 2024-11-25T03:17:41,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1150115974/running 2024-11-25T03:17:41,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:41,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:41,161 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,39533,1732504659728, sessionid=0x1014d21017f0003, setting cluster-up flag (Was=false) 2024-11-25T03:17:41,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:41,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:41,170 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1150115974/flush-table-proc/acquired, /1150115974/flush-table-proc/reached, /1150115974/flush-table-proc/abort 2024-11-25T03:17:41,171 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,39533,1732504659728 2024-11-25T03:17:41,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:41,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:41,183 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1150115974/online-snapshot/acquired, /1150115974/online-snapshot/reached, /1150115974/online-snapshot/abort 2024-11-25T03:17:41,184 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,39533,1732504659728 2024-11-25T03:17:41,185 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:17:41,187 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:41,187 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:17:41,187 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:17:41,188 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,39533,1732504659728 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:17:41,189 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:41,189 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:41,189 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:41,189 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:41,189 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:17:41,189 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,189 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:41,189 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,192 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504691192 2024-11-25T03:17:41,192 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:17:41,192 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:17:41,192 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:17:41,192 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:17:41,193 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:17:41,193 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:17:41,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:41,193 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:17:41,194 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,194 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:17:41,194 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:17:41,194 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:17:41,194 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:41,194 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:17:41,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:17:41,195 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:17:41,195 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:17:41,195 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504661195,5,FailOnTimeoutGroup] 2024-11-25T03:17:41,195 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504661195,5,FailOnTimeoutGroup] 2024-11-25T03:17:41,195 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,195 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:17:41,195 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,195 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:17:41,222 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(746): ClusterId : 5e6f657c-5e8f-4d47-b549-a378e99ca3ef 2024-11-25T03:17:41,222 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:17:41,224 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:17:41,224 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:17:41,228 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:17:41,228 DEBUG [RS:0;38a5d2077268:46089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe8917c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:41,240 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:46089 2024-11-25T03:17:41,240 INFO [RS:0;38a5d2077268:46089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:17:41,240 INFO [RS:0;38a5d2077268:46089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:17:41,240 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:17:41,241 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,39533,1732504659728 with port=46089, startcode=1732504659777 2024-11-25T03:17:41,241 DEBUG [RS:0;38a5d2077268:46089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:17:41,243 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:17:41,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,46089,1732504659777 2024-11-25T03:17:41,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39533 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,46089,1732504659777 2024-11-25T03:17:41,245 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234 2024-11-25T03:17:41,245 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36973 2024-11-25T03:17:41,245 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:17:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974/rs 2024-11-25T03:17:41,249 DEBUG [RS:0;38a5d2077268:46089 {}] zookeeper.ZKUtil(111): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on existing znode=/1150115974/rs/38a5d2077268,46089,1732504659777 2024-11-25T03:17:41,249 WARN [RS:0;38a5d2077268:46089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:41,249 INFO [RS:0;38a5d2077268:46089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:41,250 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/WALs/38a5d2077268,46089,1732504659777 2024-11-25T03:17:41,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,46089,1732504659777] 2024-11-25T03:17:41,253 INFO [RS:0;38a5d2077268:46089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:17:41,254 INFO [RS:0;38a5d2077268:46089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:17:41,255 INFO [RS:0;38a5d2077268:46089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:17:41,255 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,255 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:17:41,256 INFO [RS:0;38a5d2077268:46089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:17:41,256 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:41,256 DEBUG [RS:0;38a5d2077268:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:41,257 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,257 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,257 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,257 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,257 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,257 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46089,1732504659777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:41,279 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:17:41,279 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46089,1732504659777-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,280 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,280 INFO [RS:0;38a5d2077268:46089 {}] regionserver.Replication(171): 38a5d2077268,46089,1732504659777 started 2024-11-25T03:17:41,295 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:41,295 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,46089,1732504659777, RpcServer on 38a5d2077268/172.17.0.2:46089, sessionid=0x1014d21017f0004 2024-11-25T03:17:41,295 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:17:41,295 DEBUG [RS:0;38a5d2077268:46089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,46089,1732504659777 2024-11-25T03:17:41,295 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,46089,1732504659777' 2024-11-25T03:17:41,295 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1150115974/flush-table-proc/abort' 2024-11-25T03:17:41,296 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1150115974/flush-table-proc/acquired' 2024-11-25T03:17:41,296 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:17:41,296 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:17:41,296 DEBUG [RS:0;38a5d2077268:46089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,46089,1732504659777 2024-11-25T03:17:41,296 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,46089,1732504659777' 2024-11-25T03:17:41,296 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1150115974/online-snapshot/abort' 2024-11-25T03:17:41,296 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1150115974/online-snapshot/acquired' 2024-11-25T03:17:41,297 DEBUG [RS:0;38a5d2077268:46089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:17:41,297 INFO [RS:0;38a5d2077268:46089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:17:41,297 INFO [RS:0;38a5d2077268:46089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:17:41,397 INFO [RS:0;38a5d2077268:46089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:41,399 INFO [RS:0;38a5d2077268:46089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C46089%2C1732504659777, suffix=, logDir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/WALs/38a5d2077268,46089,1732504659777, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/oldWALs, maxLogs=10 2024-11-25T03:17:41,413 DEBUG [RS:0;38a5d2077268:46089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/WALs/38a5d2077268,46089,1732504659777/38a5d2077268%2C46089%2C1732504659777.1732504661399, exclude list is [], retry=0 2024-11-25T03:17:41,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-09efac16-c1c4-42a3-ad0f-07efb23bd652,DISK] 2024-11-25T03:17:41,421 INFO [RS:0;38a5d2077268:46089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/WALs/38a5d2077268,46089,1732504659777/38a5d2077268%2C46089%2C1732504659777.1732504661399 2024-11-25T03:17:41,421 DEBUG [RS:0;38a5d2077268:46089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45351:45351)] 2024-11-25T03:17:41,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:17:41,602 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234 2024-11-25T03:17:41,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:17:42,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:42,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:42,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:42,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:42,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:42,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:42,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:42,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:42,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:42,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:42,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:42,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:42,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:42,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:42,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:42,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:42,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:42,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:42,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740 2024-11-25T03:17:42,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740 2024-11-25T03:17:42,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:42,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:42,029 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:42,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:42,041 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:42,042 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74217078, jitterRate=0.10592064261436462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504662009Initializing all the Stores at 1732504662010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504662010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504662011 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504662011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504662011Cleaning up temporary data from old regions at 1732504662029 (+18 ms)Region opened successfully at 1732504662042 (+13 ms) 2024-11-25T03:17:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:42,042 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:42,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:42,057 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:42,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504662042Disabling compacts and flushes for region at 1732504662042Disabling writes for close at 1732504662042Writing region close event to WAL at 1732504662056 (+14 ms)Closed at 1732504662056 2024-11-25T03:17:42,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:42,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:17:42,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:17:42,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:42,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:17:42,212 DEBUG [38a5d2077268:39533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:17:42,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,46089,1732504659777 2024-11-25T03:17:42,216 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,46089,1732504659777, state=OPENING 2024-11-25T03:17:42,218 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:17:42,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:42,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:42,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1150115974/meta-region-server: CHANGED 2024-11-25T03:17:42,221 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:42,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,46089,1732504659777}] 2024-11-25T03:17:42,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1150115974/meta-region-server: CHANGED 2024-11-25T03:17:42,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:17:42,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:17:42,395 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:17:42,395 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:42,396 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:17:42,398 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C46089%2C1732504659777.meta, suffix=.meta, logDir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/WALs/38a5d2077268,46089,1732504659777, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/oldWALs, maxLogs=10 2024-11-25T03:17:42,420 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/WALs/38a5d2077268,46089,1732504659777/38a5d2077268%2C46089%2C1732504659777.meta.1732504662399.meta, exclude list is [], retry=0 2024-11-25T03:17:42,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-09efac16-c1c4-42a3-ad0f-07efb23bd652,DISK] 2024-11-25T03:17:42,430 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/WALs/38a5d2077268,46089,1732504659777/38a5d2077268%2C46089%2C1732504659777.meta.1732504662399.meta 2024-11-25T03:17:42,431 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45351:45351)] 2024-11-25T03:17:42,431 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:42,432 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:42,432 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:42,432 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:17:42,432 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:17:42,432 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:17:42,432 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:42,432 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:17:42,433 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:17:42,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:42,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:42,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:42,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:42,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:42,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:42,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:42,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:42,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:42,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:42,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:42,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:42,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:42,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:42,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:42,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:42,442 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:42,444 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740 2024-11-25T03:17:42,446 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740 2024-11-25T03:17:42,447 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:42,447 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:42,448 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:42,450 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:42,451 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59810782, jitterRate=-0.10874989628791809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:42,451 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:17:42,451 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504662433Writing region info on filesystem at 1732504662433Initializing all the Stores at 1732504662434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504662434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504662434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504662434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504662434Cleaning up temporary data from old regions at 1732504662447 (+13 ms)Running coprocessor post-open hooks at 1732504662451 (+4 ms)Region opened successfully at 1732504662451 2024-11-25T03:17:42,453 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504662376 2024-11-25T03:17:42,456 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:17:42,456 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:17:42,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,46089,1732504659777 2024-11-25T03:17:42,458 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,46089,1732504659777, state=OPEN 2024-11-25T03:17:42,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1150115974/meta-region-server 2024-11-25T03:17:42,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1150115974/meta-region-server 2024-11-25T03:17:42,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1150115974/meta-region-server: CHANGED 2024-11-25T03:17:42,460 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,46089,1732504659777 2024-11-25T03:17:42,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1150115974/meta-region-server: CHANGED 2024-11-25T03:17:42,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:17:42,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,46089,1732504659777 in 240 msec 2024-11-25T03:17:42,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:17:42,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-25T03:17:42,468 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:42,468 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:17:42,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:42,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,46089,1732504659777, seqNum=-1] 2024-11-25T03:17:42,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:42,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:42,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-25T03:17:42,479 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504662479, completionTime=-1 2024-11-25T03:17:42,479 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:17:42,479 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:17:42,482 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:17:42,482 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504722482 2024-11-25T03:17:42,482 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504782482 2024-11-25T03:17:42,482 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:17:42,482 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39533,1732504659728-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:42,482 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39533,1732504659728-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:42,482 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39533,1732504659728-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:42,482 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:39533, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:42,483 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:42,485 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:17:42,485 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:42,491 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.644sec 2024-11-25T03:17:42,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:17:42,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:17:42,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:17:42,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:17:42,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:17:42,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39533,1732504659728-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:42,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39533,1732504659728-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:17:42,495 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:17:42,495 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:17:42,495 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39533,1732504659728-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:42,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76668cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:42,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39533,-1 for getting cluster id 2024-11-25T03:17:42,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:42,525 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f657c-5e8f-4d47-b549-a378e99ca3ef' 2024-11-25T03:17:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f657c-5e8f-4d47-b549-a378e99ca3ef" 2024-11-25T03:17:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16328233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39533,-1] 2024-11-25T03:17:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:42,529 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:42,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1a62eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:42,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:42,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,46089,1732504659777, seqNum=-1] 2024-11-25T03:17:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:42,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:42,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,39533,1732504659728 2024-11-25T03:17:42,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61930 2024-11-25T03:17:42,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:42,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014d21017f0005 connected 2024-11-25T03:17:42,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799fb8ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:42,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,38837,-1 for getting cluster id 2024-11-25T03:17:42,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:42,554 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '372801e4-7232-44d8-9e21-1f16bb0b5220' 2024-11-25T03:17:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "372801e4-7232-44d8-9e21-1f16bb0b5220" 2024-11-25T03:17:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7263e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:42,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,38837,-1] 2024-11-25T03:17:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:42,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:42,556 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:42,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136e8650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:42,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,38837,1732504656367 2024-11-25T03:17:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5b9cb4 2024-11-25T03:17:42,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:42,561 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:42,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:39533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:17:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:17:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:42,566 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:39533' 2024-11-25T03:17:42,567 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356a947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:42,567 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39533,-1 for getting cluster id 2024-11-25T03:17:42,567 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:42,568 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f657c-5e8f-4d47-b549-a378e99ca3ef' 2024-11-25T03:17:42,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:42,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f657c-5e8f-4d47-b549-a378e99ca3ef" 2024-11-25T03:17:42,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@869ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:42,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39533,-1] 2024-11-25T03:17:42,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:42,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:42,570 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:42,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa471b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:42,571 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:42,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,39533,1732504659728 2024-11-25T03:17:42,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14fff033 2024-11-25T03:17:42,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:42,574 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:42,574 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T03:17:42,574 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:17:42,575 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:42,575 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:42,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:42,575 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:42,577 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:17:42,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:17:42,579 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:42,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:17:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741835_1011 (size=1138) 2024-11-25T03:17:42,627 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:17:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:43,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfacbfd03e9b7d2bd543ee704de719cd, NAME => 'hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03 2024-11-25T03:17:43,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741836_1012 (size=44) 2024-11-25T03:17:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:43,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:43,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dfacbfd03e9b7d2bd543ee704de719cd, disabling compactions & flushes 2024-11-25T03:17:43,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:43,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:43,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. after waiting 0 ms 2024-11-25T03:17:43,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:43,412 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:43,412 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfacbfd03e9b7d2bd543ee704de719cd: Waiting for close lock at 1732504663412Disabling compacts and flushes for region at 1732504663412Disabling writes for close at 1732504663412Writing region close event to WAL at 1732504663412Closed at 1732504663412 2024-11-25T03:17:43,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:17:43,414 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504663414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504663414"}]},"ts":"1732504663414"} 2024-11-25T03:17:43,417 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:17:43,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:17:43,418 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504663418"}]},"ts":"1732504663418"} 2024-11-25T03:17:43,420 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:17:43,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dfacbfd03e9b7d2bd543ee704de719cd, ASSIGN}] 2024-11-25T03:17:43,421 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dfacbfd03e9b7d2bd543ee704de719cd, ASSIGN 2024-11-25T03:17:43,422 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dfacbfd03e9b7d2bd543ee704de719cd, ASSIGN; state=OFFLINE, location=38a5d2077268,32921,1732504656419; forceNewPlan=false, retain=false 2024-11-25T03:17:43,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dfacbfd03e9b7d2bd543ee704de719cd, regionState=OPENING, regionLocation=38a5d2077268,32921,1732504656419 2024-11-25T03:17:43,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dfacbfd03e9b7d2bd543ee704de719cd, ASSIGN because future has completed 2024-11-25T03:17:43,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfacbfd03e9b7d2bd543ee704de719cd, server=38a5d2077268,32921,1732504656419}] 2024-11-25T03:17:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:43,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:43,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:43,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:17:43,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C32921%2C1732504656419.rep, suffix=, logDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419, archiveDir=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/oldWALs, maxLogs=10 2024-11-25T03:17:43,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.rep.1732504663736, exclude list is [], retry=0 2024-11-25T03:17:43,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-def2bc42-3896-4b0c-9921-43c33eb1a97d,DISK] 2024-11-25T03:17:43,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.rep.1732504663736 2024-11-25T03:17:43,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43169:43169)] 2024-11-25T03:17:43,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dfacbfd03e9b7d2bd543ee704de719cd, NAME => 'hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:43,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:43,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:43,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. service=MultiRowMutationService 2024-11-25T03:17:43,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:17:43,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:43,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,756 INFO [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,757 INFO [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfacbfd03e9b7d2bd543ee704de719cd columnFamilyName hfileref 2024-11-25T03:17:43,757 DEBUG [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:43,758 INFO [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] regionserver.HStore(327): Store=dfacbfd03e9b7d2bd543ee704de719cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:43,758 INFO [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,759 INFO [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfacbfd03e9b7d2bd543ee704de719cd columnFamilyName queue 2024-11-25T03:17:43,759 DEBUG [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:43,759 INFO [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] regionserver.HStore(327): Store=dfacbfd03e9b7d2bd543ee704de719cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:43,759 INFO [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,760 INFO [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfacbfd03e9b7d2bd543ee704de719cd columnFamilyName sid 2024-11-25T03:17:43,761 DEBUG [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:43,761 INFO [StoreOpener-dfacbfd03e9b7d2bd543ee704de719cd-1 {}] regionserver.HStore(327): Store=dfacbfd03e9b7d2bd543ee704de719cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:43,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/replication/dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/replication/dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:17:43,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/replication/dfacbfd03e9b7d2bd543ee704de719cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:43,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dfacbfd03e9b7d2bd543ee704de719cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72716522, jitterRate=0.08356061577796936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:17:43,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:43,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dfacbfd03e9b7d2bd543ee704de719cd: Running coprocessor pre-open hook at 1732504663755Writing region info on filesystem at 1732504663755Initializing all the Stores at 1732504663756 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504663756Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504663756Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504663756Cleaning up temporary data from old regions at 1732504663763 (+7 ms)Running coprocessor post-open hooks at 1732504663766 (+3 ms)Region opened successfully at 1732504663767 (+1 ms) 2024-11-25T03:17:43,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd., pid=7, masterSystemTime=1732504663729 2024-11-25T03:17:43,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:43,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:43,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dfacbfd03e9b7d2bd543ee704de719cd, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,32921,1732504656419 2024-11-25T03:17:43,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfacbfd03e9b7d2bd543ee704de719cd, server=38a5d2077268,32921,1732504656419 because future has completed 2024-11-25T03:17:43,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T03:17:43,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dfacbfd03e9b7d2bd543ee704de719cd, server=38a5d2077268,32921,1732504656419 in 199 msec 2024-11-25T03:17:43,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:17:43,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dfacbfd03e9b7d2bd543ee704de719cd, ASSIGN in 357 msec 2024-11-25T03:17:43,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:17:43,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504663780"}]},"ts":"1732504663780"} 2024-11-25T03:17:43,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:17:43,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:17:43,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-25T03:17:43,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd., hostname=38a5d2077268,32921,1732504656419, seqNum=2] 2024-11-25T03:17:43,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:43,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:43,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:17:43,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:17:43,970 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:17:43,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32921 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T03:17:44,000 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:17:44,031 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,32921,1732504656419, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:17:44,032 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:44,032 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,32921,1732504656419, seqNum=-1] 2024-11-25T03:17:44,032 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:44,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-25T03:17:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,32921,1732504656419', locateType=CURRENT is [region=hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd., hostname=38a5d2077268,32921,1732504656419, seqNum=2] 2024-11-25T03:17:44,039 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T03:17:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T03:17:44,042 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,32921,1732504656419 suceeded 2024-11-25T03:17:44,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T03:17:44,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-25T03:17:44,045 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:39533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:17:44,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4840 sec 2024-11-25T03:17:44,055 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:39533' 2024-11-25T03:17:44,056 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2df7264d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:44,056 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39533,-1 for getting cluster id 2024-11-25T03:17:44,056 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:44,057 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e6f657c-5e8f-4d47-b549-a378e99ca3ef' 2024-11-25T03:17:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e6f657c-5e8f-4d47-b549-a378e99ca3ef" 2024-11-25T03:17:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61e14804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39533,-1] 2024-11-25T03:17:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:44,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:44,058 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:44,059 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67704c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:44,059 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:44,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,39533,1732504659728 2024-11-25T03:17:44,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6236dfeb 2024-11-25T03:17:44,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:44,061 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-25T03:17:44,061 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,32921,1732504656419 (queues=1) is replicating from cluster=372801e4-7232-44d8-9e21-1f16bb0b5220 to cluster=5e6f657c-5e8f-4d47-b549-a378e99ca3ef 2024-11-25T03:17:44,061 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C32921%2C1732504656419 2024-11-25T03:17:44,062 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,32921,1732504656419, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:17:44,062 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.shipper38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C32921%2C1732504656419 2024-11-25T03:17:44,062 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118, startPosition=0, beingWritten=true 2024-11-25T03:17:44,268 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118 to pos 0, reset compression=false 2024-11-25T03:17:44,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:17:44,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:44,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:44,574 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118 to pos 0, reset compression=false 2024-11-25T03:17:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:44,715 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:17:44,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:44,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:44,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:44,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:44,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:44,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,38837,1732504656367 2024-11-25T03:17:44,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f25178d 2024-11-25T03:17:44,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:44,718 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:44,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38837 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T03:17:44,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:17:44,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:44,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:44,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:44,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:44,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:44,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:17:44,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2082307137, stopped=false 2024-11-25T03:17:44,719 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,39533,1732504659728 2024-11-25T03:17:44,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150115974/running 2024-11-25T03:17:44,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150115974/running 2024-11-25T03:17:44,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:44,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:44,720 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:44,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:44,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:44,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:44,721 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,46089,1732504659777' ***** 2024-11-25T03:17:44,721 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:17:44,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on znode that does not yet exist, /1150115974/running 2024-11-25T03:17:44,721 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:17:44,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Set watcher on znode that does not yet exist, /1150115974/running 2024-11-25T03:17:44,721 INFO [RS:0;38a5d2077268:46089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:17:44,721 INFO [RS:0;38a5d2077268:46089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:17:44,722 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,46089,1732504659777 2024-11-25T03:17:44,722 INFO [RS:0;38a5d2077268:46089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:44,722 INFO [RS:0;38a5d2077268:46089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:46089. 2024-11-25T03:17:44,722 DEBUG [RS:0;38a5d2077268:46089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:44,722 DEBUG [RS:0;38a5d2077268:46089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:44,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:17:44,722 INFO [RS:0;38a5d2077268:46089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:17:44,722 INFO [RS:0;38a5d2077268:46089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:17:44,722 INFO [RS:0;38a5d2077268:46089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:17:44,722 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:17:44,722 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:17:44,722 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:17:44,722 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:44,722 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:44,723 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:44,723 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:44,723 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:44,723 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:44,723 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T03:17:44,740 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740/.tmp/ns/01ff062a83434af1a8a044fae7d0f635 is 43, key is default/ns:d/1732504662473/Put/seqid=0 2024-11-25T03:17:44,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741835_1011 (size=5153) 2024-11-25T03:17:44,760 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:44,923 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:44,980 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118 to pos 0, reset compression=false 2024-11-25T03:17:45,123 DEBUG [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:45,145 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740/.tmp/ns/01ff062a83434af1a8a044fae7d0f635 2024-11-25T03:17:45,152 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740/.tmp/ns/01ff062a83434af1a8a044fae7d0f635 as hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740/ns/01ff062a83434af1a8a044fae7d0f635 2024-11-25T03:17:45,158 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740/ns/01ff062a83434af1a8a044fae7d0f635, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T03:17:45,159 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-25T03:17:45,164 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T03:17:45,164 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:45,164 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:45,164 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:45,164 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504664722Running coprocessor pre-close hooks at 1732504664722Disabling compacts and flushes for region at 1732504664722Disabling writes for close at 1732504664723 (+1 ms)Obtaining lock to block concurrent updates at 1732504664723Preparing flush snapshotting stores in 1588230740 at 1732504664723Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732504664723Flushing stores of hbase:meta,,1.1588230740 at 1732504664724 (+1 ms)Flushing 1588230740/ns: creating writer at 1732504664724Flushing 1588230740/ns: appending metadata at 1732504664739 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732504664739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13555fc5: reopening flushed file at 1732504665151 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1732504665159 (+8 ms)Writing region close event to WAL at 1732504665160 (+1 ms)Running coprocessor post-close hooks at 1732504665164 (+4 ms)Closed at 1732504665164 2024-11-25T03:17:45,165 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:45,312 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:17:45,312 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:17:45,323 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,46089,1732504659777; all regions closed. 2024-11-25T03:17:45,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741834_1010 (size=1152) 2024-11-25T03:17:45,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/WALs/38a5d2077268,46089,1732504659777/38a5d2077268%2C46089%2C1732504659777.meta.1732504662399.meta not finished, retry = 0 2024-11-25T03:17:45,429 DEBUG [RS:0;38a5d2077268:46089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/oldWALs 2024-11-25T03:17:45,429 INFO [RS:0;38a5d2077268:46089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C46089%2C1732504659777.meta:.meta(num 1732504662399) 2024-11-25T03:17:45,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741832_1008 (size=93) 2024-11-25T03:17:45,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/WALs/38a5d2077268,46089,1732504659777/38a5d2077268%2C46089%2C1732504659777.1732504661399 not finished, retry = 0 2024-11-25T03:17:45,485 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118 to pos 0, reset compression=false 2024-11-25T03:17:45,534 DEBUG [RS:0;38a5d2077268:46089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/oldWALs 2024-11-25T03:17:45,534 INFO [RS:0;38a5d2077268:46089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C46089%2C1732504659777:(num 1732504661399) 2024-11-25T03:17:45,534 DEBUG [RS:0;38a5d2077268:46089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:45,534 INFO [RS:0;38a5d2077268:46089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:45,534 INFO [RS:0;38a5d2077268:46089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:45,534 INFO [RS:0;38a5d2077268:46089 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:45,534 INFO [RS:0;38a5d2077268:46089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:45,534 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:45,534 INFO [RS:0;38a5d2077268:46089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46089 2024-11-25T03:17:45,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150115974/rs/38a5d2077268,46089,1732504659777 2024-11-25T03:17:45,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974/rs 2024-11-25T03:17:45,536 INFO [RS:0;38a5d2077268:46089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:45,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,46089,1732504659777] 2024-11-25T03:17:45,540 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1150115974/draining/38a5d2077268,46089,1732504659777 already deleted, retry=false 2024-11-25T03:17:45,540 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,46089,1732504659777 expired; onlineServers=0 2024-11-25T03:17:45,540 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,39533,1732504659728' ***** 2024-11-25T03:17:45,540 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:17:45,540 INFO [M:0;38a5d2077268:39533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:45,540 INFO [M:0;38a5d2077268:39533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:45,540 DEBUG [M:0;38a5d2077268:39533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:17:45,540 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:17:45,540 DEBUG [M:0;38a5d2077268:39533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:17:45,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504661195 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504661195,5,FailOnTimeoutGroup] 2024-11-25T03:17:45,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504661195 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504661195,5,FailOnTimeoutGroup] 2024-11-25T03:17:45,540 INFO [M:0;38a5d2077268:39533 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:45,540 INFO [M:0;38a5d2077268:39533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:45,541 DEBUG [M:0;38a5d2077268:39533 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:17:45,541 INFO [M:0;38a5d2077268:39533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:17:45,541 INFO [M:0;38a5d2077268:39533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:45,541 INFO [M:0;38a5d2077268:39533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:17:45,541 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:17:45,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150115974/master 2024-11-25T03:17:45,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150115974 2024-11-25T03:17:45,542 DEBUG [M:0;38a5d2077268:39533 {}] zookeeper.ZKUtil(347): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Unable to get data of znode /1150115974/master because node does not exist (not an error) 2024-11-25T03:17:45,542 WARN [M:0;38a5d2077268:39533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:17:45,542 INFO [M:0;38a5d2077268:39533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/.lastflushedseqids 2024-11-25T03:17:45,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741836_1012 (size=99) 2024-11-25T03:17:45,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:45,639 INFO [RS:0;38a5d2077268:46089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:45,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1014d21017f0004, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:45,639 INFO [RS:0;38a5d2077268:46089 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,46089,1732504659777; zookeeper connection closed. 2024-11-25T03:17:45,639 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55fedb7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55fedb7f 2024-11-25T03:17:45,639 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:17:45,947 INFO [M:0;38a5d2077268:39533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:17:45,948 INFO [M:0;38a5d2077268:39533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:17:45,948 DEBUG [M:0;38a5d2077268:39533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:45,948 INFO [M:0;38a5d2077268:39533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:45,948 DEBUG [M:0;38a5d2077268:39533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:45,948 DEBUG [M:0;38a5d2077268:39533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:45,948 DEBUG [M:0;38a5d2077268:39533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:45,948 INFO [M:0;38a5d2077268:39533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T03:17:45,965 DEBUG [M:0;38a5d2077268:39533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce398878d2914c688261b985184fcf5f is 82, key is hbase:meta,,1/info:regioninfo/1732504662457/Put/seqid=0 2024-11-25T03:17:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741837_1013 (size=5672) 2024-11-25T03:17:46,090 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118 to pos 0, reset compression=false 2024-11-25T03:17:46,371 INFO [M:0;38a5d2077268:39533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce398878d2914c688261b985184fcf5f 2024-11-25T03:17:46,398 DEBUG [M:0;38a5d2077268:39533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022dd9c257864d1c8aa3621e8385b6e8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732504662478/Put/seqid=0 2024-11-25T03:17:46,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741838_1014 (size=5275) 2024-11-25T03:17:46,795 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118 to pos 0, reset compression=false 2024-11-25T03:17:46,803 INFO [M:0;38a5d2077268:39533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022dd9c257864d1c8aa3621e8385b6e8 2024-11-25T03:17:46,824 DEBUG [M:0;38a5d2077268:39533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ff6fd2b0739472c8b05dca77c77de99 is 69, key is 38a5d2077268,46089,1732504659777/rs:state/1732504661244/Put/seqid=0 2024-11-25T03:17:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741839_1015 (size=5156) 2024-11-25T03:17:47,230 INFO [M:0;38a5d2077268:39533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ff6fd2b0739472c8b05dca77c77de99 2024-11-25T03:17:47,237 DEBUG [M:0;38a5d2077268:39533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce398878d2914c688261b985184fcf5f as hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce398878d2914c688261b985184fcf5f 2024-11-25T03:17:47,243 INFO [M:0;38a5d2077268:39533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce398878d2914c688261b985184fcf5f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T03:17:47,244 DEBUG [M:0;38a5d2077268:39533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022dd9c257864d1c8aa3621e8385b6e8 as hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/022dd9c257864d1c8aa3621e8385b6e8 2024-11-25T03:17:47,249 INFO [M:0;38a5d2077268:39533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/022dd9c257864d1c8aa3621e8385b6e8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T03:17:47,250 DEBUG [M:0;38a5d2077268:39533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ff6fd2b0739472c8b05dca77c77de99 as hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ff6fd2b0739472c8b05dca77c77de99 2024-11-25T03:17:47,255 INFO [M:0;38a5d2077268:39533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36973/user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ff6fd2b0739472c8b05dca77c77de99, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T03:17:47,256 INFO [M:0;38a5d2077268:39533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false 2024-11-25T03:17:47,257 INFO [M:0;38a5d2077268:39533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:47,257 DEBUG [M:0;38a5d2077268:39533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504665948Disabling compacts and flushes for region at 1732504665948Disabling writes for close at 1732504665948Obtaining lock to block concurrent updates at 1732504665948Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504665948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732504665948Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504665949 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504665949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504665965 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504665965Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504666377 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504666397 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504666397Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504666808 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504666824 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504666824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211e7fd0: reopening flushed file at 1732504667236 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a7e3d7: reopening flushed file at 1732504667244 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37028dc4: reopening flushed file at 1732504667249 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false at 1732504667256 (+7 ms)Writing region close event to WAL at 1732504667257 (+1 ms)Closed at 1732504667257 2024-11-25T03:17:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34277 is added to blk_1073741830_1006 (size=10165) 2024-11-25T03:17:47,259 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf58ce39-51c6-8c35-8e31-4402ca6f8234/MasterData/WALs/38a5d2077268,39533,1732504659728/38a5d2077268%2C39533%2C1732504659728.1732504661106 not finished, retry = 0 2024-11-25T03:17:47,360 INFO [M:0;38a5d2077268:39533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:17:47,360 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:47,360 INFO [M:0;38a5d2077268:39533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39533 2024-11-25T03:17:47,361 INFO [M:0;38a5d2077268:39533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:47,463 INFO [M:0;38a5d2077268:39533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:47,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39533-0x1014d21017f0003, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:47,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60800d71{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:47,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1417aa1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:47,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:47,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a0f597{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:47,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@696ae018{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:47,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:17:47,467 WARN [BP-2057322470-172.17.0.2-1732504659179 heartbeating to localhost/127.0.0.1:36973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:17:47,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:17:47,467 WARN [BP-2057322470-172.17.0.2-1732504659179 heartbeating to localhost/127.0.0.1:36973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2057322470-172.17.0.2-1732504659179 (Datanode Uuid ba05e792-1687-4612-b6eb-2b2f1bda0089) service to localhost/127.0.0.1:36973 2024-11-25T03:17:47,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/cluster_28c9640b-3018-1de9-0c84-f36fa9768010/data/data1/current/BP-2057322470-172.17.0.2-1732504659179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:47,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/cluster_28c9640b-3018-1de9-0c84-f36fa9768010/data/data2/current/BP-2057322470-172.17.0.2-1732504659179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:47,468 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:17:47,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24630b66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:47,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59b401ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:47,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:47,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@823d34e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:47,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550f1ecc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:47,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:17:47,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:17:47,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:47,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:47,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:47,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:47,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:47,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:17:47,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1169725781, stopped=false 2024-11-25T03:17:47,491 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,38837,1732504656367 2024-11-25T03:17:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1564588841/running 2024-11-25T03:17:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1564588841/running 2024-11-25T03:17:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:47,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:47,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:47,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:17:47,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:47,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:47,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,32921,1732504656419' ***** 2024-11-25T03:17:47,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:17:47,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on znode that does not yet exist, /0-1564588841/running 2024-11-25T03:17:47,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Set watcher on znode that does not yet exist, /0-1564588841/running 2024-11-25T03:17:47,499 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:17:47,499 INFO [RS:0;38a5d2077268:32921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:17:47,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:17:47,499 INFO [RS:0;38a5d2077268:32921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:17:47,499 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(3091): Received CLOSE for dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:47,500 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,32921,1732504656419 2024-11-25T03:17:47,500 INFO [RS:0;38a5d2077268:32921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:47,500 INFO [RS:0;38a5d2077268:32921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:32921. 2024-11-25T03:17:47,500 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dfacbfd03e9b7d2bd543ee704de719cd, disabling compactions & flushes 2024-11-25T03:17:47,500 DEBUG [RS:0;38a5d2077268:32921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:47,500 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:47,500 DEBUG [RS:0;38a5d2077268:32921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:47,500 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:47,500 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. after waiting 0 ms 2024-11-25T03:17:47,500 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:47,500 INFO [RS:0;38a5d2077268:32921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:17:47,500 INFO [RS:0;38a5d2077268:32921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:17:47,500 INFO [RS:0;38a5d2077268:32921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:17:47,500 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dfacbfd03e9b7d2bd543ee704de719cd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T03:17:47,500 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:17:47,500 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:17:47,500 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dfacbfd03e9b7d2bd543ee704de719cd=hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd.} 2024-11-25T03:17:47,500 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:47,500 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:47,500 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:47,501 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:47,501 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:47,501 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:47,501 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T03:17:47,523 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/replication/dfacbfd03e9b7d2bd543ee704de719cd/.tmp/queue/cd75f034102740afa53887fb867a4f7b is 151, key is 1-38a5d2077268,32921,1732504656419/queue:38a5d2077268%2C32921%2C1732504656419/1732504664037/Put/seqid=0 2024-11-25T03:17:47,523 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/.tmp/info/65693b4799454395afc87fb2fc59ed10 is 147, key is hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd./info:regioninfo/1732504663771/Put/seqid=0 2024-11-25T03:17:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741838_1014 (size=6631) 2024-11-25T03:17:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741839_1015 (size=5350) 2024-11-25T03:17:47,585 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:47,601 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118 to pos 0, reset compression=false 2024-11-25T03:17:47,701 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:47,901 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dfacbfd03e9b7d2bd543ee704de719cd 2024-11-25T03:17:47,928 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/replication/dfacbfd03e9b7d2bd543ee704de719cd/.tmp/queue/cd75f034102740afa53887fb867a4f7b 2024-11-25T03:17:47,928 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/.tmp/info/65693b4799454395afc87fb2fc59ed10 2024-11-25T03:17:47,939 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/replication/dfacbfd03e9b7d2bd543ee704de719cd/.tmp/queue/cd75f034102740afa53887fb867a4f7b as hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/replication/dfacbfd03e9b7d2bd543ee704de719cd/queue/cd75f034102740afa53887fb867a4f7b 2024-11-25T03:17:47,947 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/replication/dfacbfd03e9b7d2bd543ee704de719cd/queue/cd75f034102740afa53887fb867a4f7b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T03:17:47,949 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dfacbfd03e9b7d2bd543ee704de719cd in 449ms, sequenceid=5, compaction requested=false 2024-11-25T03:17:47,960 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/replication/dfacbfd03e9b7d2bd543ee704de719cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:17:47,960 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:47,961 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:47,961 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:47,961 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dfacbfd03e9b7d2bd543ee704de719cd: Waiting for close lock at 1732504667500Running coprocessor pre-close hooks at 1732504667500Disabling compacts and flushes for region at 1732504667500Disabling writes for close at 1732504667500Obtaining lock to block concurrent updates at 1732504667500Preparing flush snapshotting stores in dfacbfd03e9b7d2bd543ee704de719cd at 1732504667500Finished memstore snapshotting hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732504667500Flushing stores of hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. at 1732504667501 (+1 ms)Flushing dfacbfd03e9b7d2bd543ee704de719cd/queue: creating writer at 1732504667501Flushing dfacbfd03e9b7d2bd543ee704de719cd/queue: appending metadata at 1732504667522 (+21 ms)Flushing dfacbfd03e9b7d2bd543ee704de719cd/queue: closing flushed file at 1732504667522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65962b09: reopening flushed file at 1732504667938 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dfacbfd03e9b7d2bd543ee704de719cd in 449ms, sequenceid=5, compaction requested=false at 1732504667949 (+11 ms)Writing region close event to WAL at 1732504667953 (+4 ms)Running coprocessor post-close hooks at 1732504667960 (+7 ms)Closed at 1732504667961 (+1 ms) 2024-11-25T03:17:47,961 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504662575.dfacbfd03e9b7d2bd543ee704de719cd. 2024-11-25T03:17:47,964 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/.tmp/ns/d34fce4e302e4e5a8a8a14f0fcf7ad82 is 43, key is default/ns:d/1732504659076/Put/seqid=0 2024-11-25T03:17:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741840_1016 (size=5153) 2024-11-25T03:17:48,026 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:17:48,026 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:17:48,101 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:48,301 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:48,379 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/.tmp/ns/d34fce4e302e4e5a8a8a14f0fcf7ad82 2024-11-25T03:17:48,400 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/.tmp/table/22d71de2ba584d8abaefc9fe2e434f51 is 53, key is hbase:replication/table:state/1732504663780/Put/seqid=0 2024-11-25T03:17:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741841_1017 (size=5256) 2024-11-25T03:17:48,501 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:17:48,502 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:17:48,502 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:48,506 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.1732504658118 to pos 0, reset compression=false 2024-11-25T03:17:48,702 DEBUG [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:17:48,805 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/.tmp/table/22d71de2ba584d8abaefc9fe2e434f51 2024-11-25T03:17:48,811 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/.tmp/info/65693b4799454395afc87fb2fc59ed10 as hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/info/65693b4799454395afc87fb2fc59ed10 2024-11-25T03:17:48,817 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/info/65693b4799454395afc87fb2fc59ed10, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T03:17:48,818 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/.tmp/ns/d34fce4e302e4e5a8a8a14f0fcf7ad82 as hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/ns/d34fce4e302e4e5a8a8a14f0fcf7ad82 2024-11-25T03:17:48,823 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/ns/d34fce4e302e4e5a8a8a14f0fcf7ad82, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:17:48,824 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/.tmp/table/22d71de2ba584d8abaefc9fe2e434f51 as hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/table/22d71de2ba584d8abaefc9fe2e434f51 2024-11-25T03:17:48,829 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/table/22d71de2ba584d8abaefc9fe2e434f51, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T03:17:48,831 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=11, compaction requested=false 2024-11-25T03:17:48,837 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T03:17:48,838 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:48,838 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:48,838 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:48,838 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504667500Running coprocessor pre-close hooks at 1732504667500Disabling compacts and flushes for region at 1732504667500Disabling writes for close at 1732504667501 (+1 ms)Obtaining lock to block concurrent updates at 1732504667501Preparing flush snapshotting stores in 1588230740 at 1732504667501Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732504667501Flushing stores of hbase:meta,,1.1588230740 at 1732504667502 (+1 ms)Flushing 1588230740/info: creating writer at 1732504667502Flushing 1588230740/info: appending metadata at 1732504667523 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732504667523Flushing 1588230740/ns: creating writer at 1732504667939 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732504667964 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732504667964Flushing 1588230740/table: creating writer at 1732504668385 (+421 ms)Flushing 1588230740/table: appending metadata at 1732504668400 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732504668400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786a78f1: reopening flushed file at 1732504668811 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e765a8: reopening flushed file at 1732504668817 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b0bb250: reopening flushed file at 1732504668824 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=11, compaction requested=false at 1732504668831 (+7 ms)Writing region close event to WAL at 1732504668832 (+1 ms)Running coprocessor post-close hooks at 1732504668838 (+6 ms)Closed at 1732504668838 2024-11-25T03:17:48,838 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:48,902 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,32921,1732504656419; all regions closed. 2024-11-25T03:17:48,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741834_1010 (size=2742) 2024-11-25T03:17:48,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/WALs/38a5d2077268,32921,1732504656419/38a5d2077268%2C32921%2C1732504656419.meta.1732504659027.meta not finished, retry = 0 2024-11-25T03:17:49,008 DEBUG [RS:0;38a5d2077268:32921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/oldWALs 2024-11-25T03:17:49,008 INFO [RS:0;38a5d2077268:32921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C32921%2C1732504656419.meta:.meta(num 1732504659027) 2024-11-25T03:17:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741837_1013 (size=1586) 2024-11-25T03:17:49,013 DEBUG [RS:0;38a5d2077268:32921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/oldWALs 2024-11-25T03:17:49,013 INFO [RS:0;38a5d2077268:32921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C32921%2C1732504656419.rep:(num 1732504663736) 2024-11-25T03:17:49,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741832_1008 (size=93) 2024-11-25T03:17:49,017 DEBUG [RS:0;38a5d2077268:32921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/oldWALs 2024-11-25T03:17:49,017 INFO [RS:0;38a5d2077268:32921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C32921%2C1732504656419:(num 1732504658118) 2024-11-25T03:17:49,017 DEBUG [RS:0;38a5d2077268:32921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:49,017 INFO [RS:0;38a5d2077268:32921 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:17:49,017 INFO [RS:0;38a5d2077268:32921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:49,018 INFO [RS:0;38a5d2077268:32921 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:49,018 INFO [RS:0;38a5d2077268:32921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:49,018 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:49,018 INFO [RS:0;38a5d2077268:32921 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,32921,1732504656419 because: Region server is closing 2024-11-25T03:17:49,018 INFO [RS:0;38a5d2077268:32921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:32921. 2024-11-25T03:17:49,018 DEBUG [RS:0;38a5d2077268:32921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:17:49,018 DEBUG [RS:0;38a5d2077268:32921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:49,019 DEBUG [RS:0;38a5d2077268:32921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:49,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:17:49,119 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.shipper38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T03:17:49,119 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.wal-reader.38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:17:49,119 INFO [RS:0;38a5d2077268:32921 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,32921,1732504656419.replicationSource.shipper38a5d2077268%2C32921%2C1732504656419,1-38a5d2077268,32921,1732504656419 terminated 2024-11-25T03:17:49,119 INFO [RS:0;38a5d2077268:32921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32921 2024-11-25T03:17:49,121 INFO [RS:0;38a5d2077268:32921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:49,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1564588841/rs/38a5d2077268,32921,1732504656419 2024-11-25T03:17:49,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841/rs 2024-11-25T03:17:49,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,32921,1732504656419] 2024-11-25T03:17:49,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1564588841/draining/38a5d2077268,32921,1732504656419 already deleted, retry=false 2024-11-25T03:17:49,123 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,32921,1732504656419 expired; onlineServers=0 2024-11-25T03:17:49,123 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,38837,1732504656367' ***** 2024-11-25T03:17:49,123 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:17:49,124 INFO [M:0;38a5d2077268:38837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:17:49,124 INFO [M:0;38a5d2077268:38837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:17:49,124 DEBUG [M:0;38a5d2077268:38837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:17:49,124 DEBUG [M:0;38a5d2077268:38837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:17:49,124 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:17:49,124 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504657859 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504657859,5,FailOnTimeoutGroup] 2024-11-25T03:17:49,124 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504657859 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504657859,5,FailOnTimeoutGroup] 2024-11-25T03:17:49,124 INFO [M:0;38a5d2077268:38837 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:17:49,124 INFO [M:0;38a5d2077268:38837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:17:49,124 DEBUG [M:0;38a5d2077268:38837 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:17:49,124 INFO [M:0;38a5d2077268:38837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:17:49,124 INFO [M:0;38a5d2077268:38837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:17:49,125 INFO [M:0;38a5d2077268:38837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:17:49,125 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:17:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1564588841/master 2024-11-25T03:17:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1564588841 2024-11-25T03:17:49,126 DEBUG [M:0;38a5d2077268:38837 {}] zookeeper.ZKUtil(347): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Unable to get data of znode /0-1564588841/master because node does not exist (not an error) 2024-11-25T03:17:49,126 WARN [M:0;38a5d2077268:38837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:17:49,127 INFO [M:0;38a5d2077268:38837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/.lastflushedseqids 2024-11-25T03:17:49,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741842_1018 (size=181) 2024-11-25T03:17:49,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:49,223 INFO [RS:0;38a5d2077268:32921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32921-0x1014d21017f0001, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:49,223 INFO [RS:0;38a5d2077268:32921 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,32921,1732504656419; zookeeper connection closed. 2024-11-25T03:17:49,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d5d8d46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d5d8d46 2024-11-25T03:17:49,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:17:49,532 INFO [M:0;38a5d2077268:38837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:17:49,532 INFO [M:0;38a5d2077268:38837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:17:49,533 DEBUG [M:0;38a5d2077268:38837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:49,533 INFO [M:0;38a5d2077268:38837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:49,533 DEBUG [M:0;38a5d2077268:38837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:49,533 DEBUG [M:0;38a5d2077268:38837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:49,533 DEBUG [M:0;38a5d2077268:38837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:49,533 INFO [M:0;38a5d2077268:38837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T03:17:49,550 DEBUG [M:0;38a5d2077268:38837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3563850227f04f55b8bb9b9f0ddeb338 is 82, key is hbase:meta,,1/info:regioninfo/1732504659064/Put/seqid=0 2024-11-25T03:17:49,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741843_1019 (size=5672) 2024-11-25T03:17:49,955 INFO [M:0;38a5d2077268:38837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3563850227f04f55b8bb9b9f0ddeb338 2024-11-25T03:17:49,976 DEBUG [M:0;38a5d2077268:38837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdfbe55f6ba043b7a90a2c997b407e3d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732504663784/Put/seqid=0 2024-11-25T03:17:49,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741844_1020 (size=7203) 2024-11-25T03:17:50,381 INFO [M:0;38a5d2077268:38837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdfbe55f6ba043b7a90a2c997b407e3d 2024-11-25T03:17:50,404 DEBUG [M:0;38a5d2077268:38837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ab308ae5419408481031158f657a906 is 69, key is 38a5d2077268,32921,1732504656419/rs:state/1732504657962/Put/seqid=0 2024-11-25T03:17:50,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741845_1021 (size=5156) 2024-11-25T03:17:50,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:17:50,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:50,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:50,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:50,809 INFO [M:0;38a5d2077268:38837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ab308ae5419408481031158f657a906 2024-11-25T03:17:50,815 DEBUG [M:0;38a5d2077268:38837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3563850227f04f55b8bb9b9f0ddeb338 as hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3563850227f04f55b8bb9b9f0ddeb338 2024-11-25T03:17:50,822 INFO [M:0;38a5d2077268:38837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3563850227f04f55b8bb9b9f0ddeb338, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T03:17:50,823 DEBUG [M:0;38a5d2077268:38837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdfbe55f6ba043b7a90a2c997b407e3d as hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdfbe55f6ba043b7a90a2c997b407e3d 2024-11-25T03:17:50,832 INFO [M:0;38a5d2077268:38837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdfbe55f6ba043b7a90a2c997b407e3d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T03:17:50,833 DEBUG [M:0;38a5d2077268:38837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ab308ae5419408481031158f657a906 as hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ab308ae5419408481031158f657a906 2024-11-25T03:17:50,839 INFO [M:0;38a5d2077268:38837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34029/user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ab308ae5419408481031158f657a906, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T03:17:50,840 INFO [M:0;38a5d2077268:38837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false 2024-11-25T03:17:50,842 INFO [M:0;38a5d2077268:38837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:50,842 DEBUG [M:0;38a5d2077268:38837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504669533Disabling compacts and flushes for region at 1732504669533Disabling writes for close at 1732504669533Obtaining lock to block concurrent updates at 1732504669533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504669533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732504669533Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504669534 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504669534Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504669550 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504669550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504669961 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504669976 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504669976Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504670387 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504670404 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504670404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a722958: reopening flushed file at 1732504670814 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5bef02: reopening flushed file at 1732504670822 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4b313: reopening flushed file at 1732504670833 (+11 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false at 1732504670840 (+7 ms)Writing region close event to WAL at 1732504670841 (+1 ms)Closed at 1732504670841 2024-11-25T03:17:50,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741830_1006 (size=41008) 2024-11-25T03:17:50,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a4d7b20-0729-74f4-cf50-3b4b81aa6d03/MasterData/WALs/38a5d2077268,38837,1732504656367/38a5d2077268%2C38837%2C1732504656367.1732504657773 not finished, retry = 0 2024-11-25T03:17:50,945 INFO [M:0;38a5d2077268:38837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:17:50,945 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:17:50,946 INFO [M:0;38a5d2077268:38837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38837 2024-11-25T03:17:50,946 INFO [M:0;38a5d2077268:38837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:17:51,047 INFO [M:0;38a5d2077268:38837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:17:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38837-0x1014d21017f0000, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:17:51,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a89007b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:51,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f7bc2ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:51,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:51,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@582b0b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:51,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41c9a7c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:51,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:17:51,052 WARN [BP-1641976637-172.17.0.2-1732504655636 heartbeating to localhost/127.0.0.1:34029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:17:51,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:17:51,052 WARN [BP-1641976637-172.17.0.2-1732504655636 heartbeating to localhost/127.0.0.1:34029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1641976637-172.17.0.2-1732504655636 (Datanode Uuid 02043727-7d79-4468-9746-bc10e0bc7de2) service to localhost/127.0.0.1:34029 2024-11-25T03:17:51,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/cluster_f9c42168-9cc9-9ae8-23c0-6dce7355f333/data/data1/current/BP-1641976637-172.17.0.2-1732504655636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:51,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/cluster_f9c42168-9cc9-9ae8-23c0-6dce7355f333/data/data2/current/BP-1641976637-172.17.0.2-1732504655636 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:17:51,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:17:51,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:51,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:17:51,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:17:51,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:17:51,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d43b17-f9fc-81c6-26fd-87339139df5f/hadoop.log.dir/,STOPPED} 2024-11-25T03:17:51,067 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:17:51,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:17:51,088 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 109) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36973 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61930) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34029 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61930) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 224) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6593 (was 7201) 2024-11-25T03:17:51,096 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=6592 2024-11-25T03:17:51,113 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-25T03:17:51,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.log.dir so I do NOT create it in target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5 2024-11-25T03:17:51,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:17:51,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.tmp.dir so I do NOT create it in target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5 2024-11-25T03:17:51,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7c6cfa5-af08-0390-44f6-f738028870c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:17:51,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5 2024-11-25T03:17:51,114 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/cluster_cd5d563f-5c3d-3958-262c-9336dbfb6221, deleteOnExit=true 2024-11-25T03:17:51,118 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/cluster_cd5d563f-5c3d-3958-262c-9336dbfb6221/zookeeper_0, clientPort=51889, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/cluster_cd5d563f-5c3d-3958-262c-9336dbfb6221/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/cluster_cd5d563f-5c3d-3958-262c-9336dbfb6221/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:17:51,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51889 2024-11-25T03:17:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:17:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:17:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/test.cache.data in system properties and HBase conf 2024-11-25T03:17:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:17:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:17:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:17:51,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:17:51,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:17:51,120 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:17:51,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:51,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:51,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:17:51,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:17:51,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:17:51,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014d21017f0005, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:17:51,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014d21017f0002, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:17:51,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014d21017f0005, quorum=127.0.0.1:61930, baseZNode=/1150115974 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:17:51,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014d21017f0002, quorum=127.0.0.1:61930, baseZNode=/0-1564588841 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:17:51,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:51,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:51,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:51,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:51,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:17:51,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:51,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7626e425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:51,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f63801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:51,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4834dab3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/java.io.tmpdir/jetty-localhost-33247-hadoop-hdfs-3_4_1-tests_jar-_-any-15949778332668631975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:51,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c41056e{HTTP/1.1, (http/1.1)}{localhost:33247} 2024-11-25T03:17:51,365 INFO [Time-limited test {}] server.Server(415): Started @43614ms 2024-11-25T03:17:51,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:51,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:51,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:51,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:51,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:17:51,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4304f93b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:51,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d044cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:51,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e9c7b09{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/java.io.tmpdir/jetty-localhost-35263-hadoop-hdfs-3_4_1-tests_jar-_-any-17271886418845247692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:51,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@632d7edb{HTTP/1.1, (http/1.1)}{localhost:35263} 2024-11-25T03:17:51,576 INFO [Time-limited test {}] server.Server(415): Started @43826ms 2024-11-25T03:17:51,577 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:17:51,673 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/cluster_cd5d563f-5c3d-3958-262c-9336dbfb6221/data/data1/current/BP-447450823-172.17.0.2-1732504671151/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:51,673 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/cluster_cd5d563f-5c3d-3958-262c-9336dbfb6221/data/data2/current/BP-447450823-172.17.0.2-1732504671151/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:51,697 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:17:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9466cdf1be9af877 with lease ID 0x36b7b3f0c9798223: Processing first storage report for DS-8b5bdadb-8885-4663-9465-7cb9902f0381 from datanode DatanodeRegistration(127.0.0.1:44499, datanodeUuid=a3df1b48-ea58-4676-a07f-8c5436858c6e, infoPort=34615, infoSecurePort=0, ipcPort=42113, storageInfo=lv=-57;cid=testClusterID;nsid=877483965;c=1732504671151) 2024-11-25T03:17:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9466cdf1be9af877 with lease ID 0x36b7b3f0c9798223: from storage DS-8b5bdadb-8885-4663-9465-7cb9902f0381 node DatanodeRegistration(127.0.0.1:44499, datanodeUuid=a3df1b48-ea58-4676-a07f-8c5436858c6e, infoPort=34615, infoSecurePort=0, ipcPort=42113, storageInfo=lv=-57;cid=testClusterID;nsid=877483965;c=1732504671151), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:17:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9466cdf1be9af877 with lease ID 0x36b7b3f0c9798223: Processing first storage report for DS-63794f1c-6431-4be6-bc52-aaa11e7af88a from datanode DatanodeRegistration(127.0.0.1:44499, datanodeUuid=a3df1b48-ea58-4676-a07f-8c5436858c6e, infoPort=34615, infoSecurePort=0, ipcPort=42113, storageInfo=lv=-57;cid=testClusterID;nsid=877483965;c=1732504671151) 2024-11-25T03:17:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9466cdf1be9af877 with lease ID 0x36b7b3f0c9798223: from storage DS-63794f1c-6431-4be6-bc52-aaa11e7af88a node DatanodeRegistration(127.0.0.1:44499, datanodeUuid=a3df1b48-ea58-4676-a07f-8c5436858c6e, infoPort=34615, infoSecurePort=0, ipcPort=42113, storageInfo=lv=-57;cid=testClusterID;nsid=877483965;c=1732504671151), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:17:51,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5 2024-11-25T03:17:51,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:51,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:17:52,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339 with version=8 2024-11-25T03:17:52,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/hbase-staging 2024-11-25T03:17:52,114 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:52,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:52,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:52,114 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:52,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:52,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:52,114 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:17:52,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:52,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42893 2024-11-25T03:17:52,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42893 connecting to ZooKeeper ensemble=127.0.0.1:51889 2024-11-25T03:17:52,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428930x0, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:52,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42893-0x1014d213e1c0000 connected 2024-11-25T03:17:52,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:52,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:52,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on znode that does not yet exist, /0-1948797454/running 2024-11-25T03:17:52,151 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339, hbase.cluster.distributed=false 2024-11-25T03:17:52,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on znode that does not yet exist, /0-1948797454/acl 2024-11-25T03:17:52,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42893 2024-11-25T03:17:52,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42893 2024-11-25T03:17:52,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42893 2024-11-25T03:17:52,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42893 2024-11-25T03:17:52,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42893 2024-11-25T03:17:52,175 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:52,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:52,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:52,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:52,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:52,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:52,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:17:52,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:52,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38067 2024-11-25T03:17:52,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38067 connecting to ZooKeeper ensemble=127.0.0.1:51889 2024-11-25T03:17:52,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:52,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:52,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380670x0, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:52,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380670x0, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on znode that does not yet exist, /0-1948797454/running 2024-11-25T03:17:52,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38067-0x1014d213e1c0001 connected 2024-11-25T03:17:52,184 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:17:52,188 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:17:52,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on znode that does not yet exist, /0-1948797454/master 2024-11-25T03:17:52,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on znode that does not yet exist, /0-1948797454/acl 2024-11-25T03:17:52,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38067 2024-11-25T03:17:52,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38067 2024-11-25T03:17:52,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38067 2024-11-25T03:17:52,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38067 2024-11-25T03:17:52,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38067 2024-11-25T03:17:52,210 DEBUG [M:0;38a5d2077268:42893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:42893 2024-11-25T03:17:52,210 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1948797454/backup-masters/38a5d2077268,42893,1732504672114 2024-11-25T03:17:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454/backup-masters 2024-11-25T03:17:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454/backup-masters 2024-11-25T03:17:52,212 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on existing znode=/0-1948797454/backup-masters/38a5d2077268,42893,1732504672114 2024-11-25T03:17:52,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:52,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1948797454/master 2024-11-25T03:17:52,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:52,215 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on existing znode=/0-1948797454/master 2024-11-25T03:17:52,215 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1948797454/backup-masters/38a5d2077268,42893,1732504672114 from backup master directory 2024-11-25T03:17:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948797454/backup-masters/38a5d2077268,42893,1732504672114 2024-11-25T03:17:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454/backup-masters 2024-11-25T03:17:52,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454/backup-masters 2024-11-25T03:17:52,216 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:52,216 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,42893,1732504672114 2024-11-25T03:17:52,221 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/hbase.id] with ID: 79554ed4-c061-4851-998c-a53ecfad2e79 2024-11-25T03:17:52,221 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/.tmp/hbase.id 2024-11-25T03:17:52,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:17:52,626 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/.tmp/hbase.id]:[hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/hbase.id] 2024-11-25T03:17:52,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:52,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:17:52,639 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:17:52,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:52,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:52,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:17:52,648 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:52,648 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:17:52,649 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:52,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:17:53,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:17:53,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:17:53,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T03:17:53,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:17:53,056 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store 2024-11-25T03:17:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:17:53,463 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:53,464 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:53,464 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:53,464 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:53,464 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:53,464 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:53,464 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:53,464 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504673463Disabling compacts and flushes for region at 1732504673463Disabling writes for close at 1732504673464 (+1 ms)Writing region close event to WAL at 1732504673464Closed at 1732504673464 2024-11-25T03:17:53,465 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/.initializing 2024-11-25T03:17:53,465 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/WALs/38a5d2077268,42893,1732504672114 2024-11-25T03:17:53,466 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:53,467 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C42893%2C1732504672114, suffix=, logDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/WALs/38a5d2077268,42893,1732504672114, archiveDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/oldWALs, maxLogs=10 2024-11-25T03:17:53,485 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/WALs/38a5d2077268,42893,1732504672114/38a5d2077268%2C42893%2C1732504672114.1732504673468, exclude list is [], retry=0 2024-11-25T03:17:53,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44499,DS-8b5bdadb-8885-4663-9465-7cb9902f0381,DISK] 2024-11-25T03:17:53,489 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/WALs/38a5d2077268,42893,1732504672114/38a5d2077268%2C42893%2C1732504672114.1732504673468 2024-11-25T03:17:53,490 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34615:34615)] 2024-11-25T03:17:53,490 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:53,490 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:53,490 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,490 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:17:53,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:53,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:53,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:17:53,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:53,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:53,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:17:53,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:53,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:53,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:17:53,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:53,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:53,498 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,499 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,499 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,500 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,500 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,500 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:53,502 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:53,503 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:53,504 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60613604, jitterRate=-0.09678691625595093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:53,504 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504673490Initializing all the Stores at 1732504673491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504673491Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504673491Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504673491Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504673491Cleaning up temporary data from old regions at 1732504673500 (+9 ms)Region opened successfully at 1732504673504 (+4 ms) 2024-11-25T03:17:53,505 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:17:53,507 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ade4913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:53,508 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:17:53,509 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:17:53,509 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:17:53,509 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:17:53,509 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:17:53,510 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:17:53,510 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:17:53,512 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:17:53,512 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Unable to get data of znode /0-1948797454/balancer because node does not exist (not necessarily an error) 2024-11-25T03:17:53,513 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948797454/balancer already deleted, retry=false 2024-11-25T03:17:53,514 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:17:53,514 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Unable to get data of znode /0-1948797454/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:17:53,515 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948797454/normalizer already deleted, retry=false 2024-11-25T03:17:53,516 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:17:53,516 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Unable to get data of znode /0-1948797454/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:17:53,519 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948797454/switch/split already deleted, retry=false 2024-11-25T03:17:53,519 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Unable to get data of znode /0-1948797454/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:17:53,520 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948797454/switch/merge already deleted, retry=false 2024-11-25T03:17:53,522 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Unable to get data of znode /0-1948797454/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:17:53,523 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948797454/snapshot-cleanup already deleted, retry=false 2024-11-25T03:17:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1948797454/running 2024-11-25T03:17:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1948797454/running 2024-11-25T03:17:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:53,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:53,525 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,42893,1732504672114, sessionid=0x1014d213e1c0000, setting cluster-up flag (Was=false) 2024-11-25T03:17:53,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:53,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:53,535 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1948797454/flush-table-proc/acquired, /0-1948797454/flush-table-proc/reached, /0-1948797454/flush-table-proc/abort 2024-11-25T03:17:53,536 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42893,1732504672114 2024-11-25T03:17:53,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:53,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:53,543 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1948797454/online-snapshot/acquired, /0-1948797454/online-snapshot/reached, /0-1948797454/online-snapshot/abort 2024-11-25T03:17:53,544 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42893,1732504672114 2024-11-25T03:17:53,545 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:17:53,546 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:53,547 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:17:53,547 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:17:53,547 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,42893,1732504672114 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:17:53,548 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:53,548 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:53,548 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:53,548 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:53,548 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:17:53,548 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,548 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:53,548 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:53,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:17:53,551 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504703551 2024-11-25T03:17:53,551 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:17:53,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:53,551 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:17:53,551 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:17:53,551 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:17:53,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:17:53,551 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:17:53,551 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:17:53,551 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,552 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:17:53,552 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:17:53,552 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:17:53,552 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:17:53,552 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:17:53,552 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:17:53,556 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504673552,5,FailOnTimeoutGroup] 2024-11-25T03:17:53,557 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504673556,5,FailOnTimeoutGroup] 2024-11-25T03:17:53,557 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,557 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:17:53,557 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,557 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:17:53,600 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(746): ClusterId : 79554ed4-c061-4851-998c-a53ecfad2e79 2024-11-25T03:17:53,600 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:17:53,602 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:17:53,602 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:17:53,603 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:17:53,604 DEBUG [RS:0;38a5d2077268:38067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aebc7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:53,616 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:38067 2024-11-25T03:17:53,616 INFO [RS:0;38a5d2077268:38067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:17:53,616 INFO [RS:0;38a5d2077268:38067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:17:53,616 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:17:53,617 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,42893,1732504672114 with port=38067, startcode=1732504672175 2024-11-25T03:17:53,617 DEBUG [RS:0;38a5d2077268:38067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:17:53,619 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:17:53,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,38067,1732504672175 2024-11-25T03:17:53,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42893 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,38067,1732504672175 2024-11-25T03:17:53,621 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339 2024-11-25T03:17:53,621 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36721 2024-11-25T03:17:53,621 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:17:53,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454/rs 2024-11-25T03:17:53,625 DEBUG [RS:0;38a5d2077268:38067 {}] zookeeper.ZKUtil(111): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on existing znode=/0-1948797454/rs/38a5d2077268,38067,1732504672175 2024-11-25T03:17:53,625 WARN [RS:0;38a5d2077268:38067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:53,625 INFO [RS:0;38a5d2077268:38067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:53,625 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175 2024-11-25T03:17:53,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,38067,1732504672175] 2024-11-25T03:17:53,629 INFO [RS:0;38a5d2077268:38067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:17:53,631 INFO [RS:0;38a5d2077268:38067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:17:53,631 INFO [RS:0;38a5d2077268:38067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:17:53,631 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,631 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:17:53,632 INFO [RS:0;38a5d2077268:38067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:17:53,632 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,632 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,632 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,632 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,632 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,632 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,632 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:53,632 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,632 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,632 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,633 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,633 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,633 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:53,633 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:53,633 DEBUG [RS:0;38a5d2077268:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:53,636 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,636 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,636 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,636 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,636 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,636 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38067,1732504672175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:53,651 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:17:53,651 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38067,1732504672175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,651 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,651 INFO [RS:0;38a5d2077268:38067 {}] regionserver.Replication(171): 38a5d2077268,38067,1732504672175 started 2024-11-25T03:17:53,665 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:53,665 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,38067,1732504672175, RpcServer on 38a5d2077268/172.17.0.2:38067, sessionid=0x1014d213e1c0001 2024-11-25T03:17:53,665 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:17:53,665 DEBUG [RS:0;38a5d2077268:38067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,38067,1732504672175 2024-11-25T03:17:53,665 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,38067,1732504672175' 2024-11-25T03:17:53,665 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1948797454/flush-table-proc/abort' 2024-11-25T03:17:53,666 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1948797454/flush-table-proc/acquired' 2024-11-25T03:17:53,666 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:17:53,666 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:17:53,666 DEBUG [RS:0;38a5d2077268:38067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,38067,1732504672175 2024-11-25T03:17:53,666 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,38067,1732504672175' 2024-11-25T03:17:53,666 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1948797454/online-snapshot/abort' 2024-11-25T03:17:53,666 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1948797454/online-snapshot/acquired' 2024-11-25T03:17:53,667 DEBUG [RS:0;38a5d2077268:38067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:17:53,667 INFO [RS:0;38a5d2077268:38067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:17:53,667 INFO [RS:0;38a5d2077268:38067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:17:53,767 INFO [RS:0;38a5d2077268:38067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:53,769 INFO [RS:0;38a5d2077268:38067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C38067%2C1732504672175, suffix=, logDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175, archiveDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/oldWALs, maxLogs=10 2024-11-25T03:17:53,783 DEBUG [RS:0;38a5d2077268:38067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769, exclude list is [], retry=0 2024-11-25T03:17:53,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44499,DS-8b5bdadb-8885-4663-9465-7cb9902f0381,DISK] 2024-11-25T03:17:53,787 INFO [RS:0;38a5d2077268:38067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 2024-11-25T03:17:53,788 DEBUG [RS:0;38a5d2077268:38067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34615:34615)] 2024-11-25T03:17:53,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:17:53,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339 2024-11-25T03:17:53,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:17:54,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:54,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:54,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:54,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:54,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:54,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:54,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:54,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:54,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:54,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:54,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:54,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:54,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:54,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:54,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:54,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:54,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:54,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:54,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740 2024-11-25T03:17:54,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740 2024-11-25T03:17:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:54,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:54,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:54,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:54,392 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65911036, jitterRate=-0.01784902811050415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:54,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504674371Initializing all the Stores at 1732504674373 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504674373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504674373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504674373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504674373Cleaning up temporary data from old regions at 1732504674387 (+14 ms)Region opened successfully at 1732504674393 (+6 ms) 2024-11-25T03:17:54,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:54,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:54,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:54,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:54,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:54,397 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:54,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504674393Disabling compacts and flushes for region at 1732504674393Disabling writes for close at 1732504674393Writing region close event to WAL at 1732504674397 (+4 ms)Closed at 1732504674397 2024-11-25T03:17:54,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:54,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:17:54,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:17:54,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:54,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:17:54,553 DEBUG [38a5d2077268:42893 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:17:54,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,38067,1732504672175 2024-11-25T03:17:54,555 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,38067,1732504672175, state=OPENING 2024-11-25T03:17:54,557 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:17:54,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:54,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:17:54,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948797454/meta-region-server: CHANGED 2024-11-25T03:17:54,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948797454/meta-region-server: CHANGED 2024-11-25T03:17:54,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:54,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,38067,1732504672175}] 2024-11-25T03:17:54,721 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:17:54,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:17:54,727 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:17:54,727 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:54,728 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:17:54,733 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C38067%2C1732504672175.meta, suffix=.meta, logDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175, archiveDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/oldWALs, maxLogs=10 2024-11-25T03:17:54,752 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.meta.1732504674734.meta, exclude list is [], retry=0 2024-11-25T03:17:54,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44499,DS-8b5bdadb-8885-4663-9465-7cb9902f0381,DISK] 2024-11-25T03:17:54,761 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.meta.1732504674734.meta 2024-11-25T03:17:54,761 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34615:34615)] 2024-11-25T03:17:54,761 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:54,762 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:54,762 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:54,762 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:17:54,762 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:17:54,762 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:17:54,762 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:54,763 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:17:54,763 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:17:54,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:54,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:54,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:54,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:54,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:54,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:54,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:54,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:54,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:54,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:54,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:54,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:54,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:54,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:54,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:54,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:54,780 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:54,781 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740 2024-11-25T03:17:54,784 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740 2024-11-25T03:17:54,786 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:54,786 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:54,786 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:54,788 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:54,789 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68998185, jitterRate=0.028153076767921448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:54,789 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:17:54,790 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504674763Writing region info on filesystem at 1732504674763Initializing all the Stores at 1732504674769 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504674769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504674771 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504674771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504674771Cleaning up temporary data from old regions at 1732504674786 (+15 ms)Running coprocessor post-open hooks at 1732504674789 (+3 ms)Region opened successfully at 1732504674789 2024-11-25T03:17:54,791 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504674720 2024-11-25T03:17:54,793 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:17:54,794 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:17:54,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,38067,1732504672175 2024-11-25T03:17:54,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,38067,1732504672175, state=OPEN 2024-11-25T03:17:54,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948797454/meta-region-server 2024-11-25T03:17:54,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948797454/meta-region-server 2024-11-25T03:17:54,797 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,38067,1732504672175 2024-11-25T03:17:54,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948797454/meta-region-server: CHANGED 2024-11-25T03:17:54,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948797454/meta-region-server: CHANGED 2024-11-25T03:17:54,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:17:54,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,38067,1732504672175 in 232 msec 2024-11-25T03:17:54,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:17:54,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-25T03:17:54,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:54,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:17:54,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:54,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38067,1732504672175, seqNum=-1] 2024-11-25T03:17:54,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:54,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:54,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-25T03:17:54,818 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504674818, completionTime=-1 2024-11-25T03:17:54,818 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:17:54,818 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:17:54,820 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:17:54,820 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504734820 2024-11-25T03:17:54,820 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504794820 2024-11-25T03:17:54,820 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:17:54,821 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42893,1732504672114-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:54,821 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42893,1732504672114-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:54,821 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42893,1732504672114-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:54,821 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:42893, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:54,821 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:54,823 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:17:54,836 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:54,841 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.624sec 2024-11-25T03:17:54,842 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:17:54,842 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:17:54,842 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:17:54,842 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:17:54,842 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:17:54,842 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42893,1732504672114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:54,842 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42893,1732504672114-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:17:54,853 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:17:54,853 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:17:54,853 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42893,1732504672114-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:54,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fc1e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:54,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42893,-1 for getting cluster id 2024-11-25T03:17:54,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:54,937 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79554ed4-c061-4851-998c-a53ecfad2e79' 2024-11-25T03:17:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79554ed4-c061-4851-998c-a53ecfad2e79" 2024-11-25T03:17:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511cfd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42893,-1] 2024-11-25T03:17:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:54,940 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:54,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10dfce23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:54,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38067,1732504672175, seqNum=-1] 2024-11-25T03:17:54,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:54,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:54,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,42893,1732504672114 2024-11-25T03:17:54,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51889 2024-11-25T03:17:54,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:54,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d213e1c0002 connected 2024-11-25T03:17:54,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.log.dir so I do NOT create it in target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27 2024-11-25T03:17:54,959 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:17:54,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.tmp.dir so I do NOT create it in target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27 2024-11-25T03:17:54,959 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:17:54,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27 2024-11-25T03:17:54,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:17:54,959 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/cluster_ced8a98d-9b29-985b-16db-32f2af7dc760, deleteOnExit=true 2024-11-25T03:17:54,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:17:54,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/test.cache.data in system properties and HBase conf 2024-11-25T03:17:54,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:17:54,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:17:54,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:17:54,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:17:54,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:17:54,962 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:17:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:17:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:17:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:17:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:17:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:17:54,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:17:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:17:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:17:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:17:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:17:54,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:17:55,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:55,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:55,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:55,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:55,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:17:55,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:55,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe16d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:55,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c5767f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:55,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6be5a022{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/java.io.tmpdir/jetty-localhost-33399-hadoop-hdfs-3_4_1-tests_jar-_-any-17562957899851495298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:17:55,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a0d197d{HTTP/1.1, (http/1.1)}{localhost:33399} 2024-11-25T03:17:55,375 INFO [Time-limited test {}] server.Server(415): Started @47625ms 2024-11-25T03:17:55,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:17:55,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:17:55,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:17:55,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:17:55,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:17:55,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a11563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:17:55,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e19fa0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:17:55,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1db24222{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/java.io.tmpdir/jetty-localhost-41085-hadoop-hdfs-3_4_1-tests_jar-_-any-11887377896259311782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:17:55,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19bfa8b0{HTTP/1.1, (http/1.1)}{localhost:41085} 2024-11-25T03:17:55,778 INFO [Time-limited test {}] server.Server(415): Started @48028ms 2024-11-25T03:17:55,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:17:55,934 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/cluster_ced8a98d-9b29-985b-16db-32f2af7dc760/data/data1/current/BP-65012949-172.17.0.2-1732504675019/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:55,934 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/cluster_ced8a98d-9b29-985b-16db-32f2af7dc760/data/data2/current/BP-65012949-172.17.0.2-1732504675019/current, will proceed with Du for space computation calculation, 2024-11-25T03:17:55,959 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:17:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a1635f08c188395 with lease ID 0x9e24f3266c47ca29: Processing first storage report for DS-e432bd90-b596-4131-98b9-c53ec3fd77cc from datanode DatanodeRegistration(127.0.0.1:37235, datanodeUuid=e016830b-492a-49a2-97b0-952ef958f6fd, infoPort=36189, infoSecurePort=0, ipcPort=46287, storageInfo=lv=-57;cid=testClusterID;nsid=789368960;c=1732504675019) 2024-11-25T03:17:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a1635f08c188395 with lease ID 0x9e24f3266c47ca29: from storage DS-e432bd90-b596-4131-98b9-c53ec3fd77cc node DatanodeRegistration(127.0.0.1:37235, datanodeUuid=e016830b-492a-49a2-97b0-952ef958f6fd, infoPort=36189, infoSecurePort=0, ipcPort=46287, storageInfo=lv=-57;cid=testClusterID;nsid=789368960;c=1732504675019), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:17:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a1635f08c188395 with lease ID 0x9e24f3266c47ca29: Processing first storage report for DS-bb89d73d-c758-46d6-b225-5e20ba76709c from datanode DatanodeRegistration(127.0.0.1:37235, datanodeUuid=e016830b-492a-49a2-97b0-952ef958f6fd, infoPort=36189, infoSecurePort=0, ipcPort=46287, storageInfo=lv=-57;cid=testClusterID;nsid=789368960;c=1732504675019) 2024-11-25T03:17:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a1635f08c188395 with lease ID 0x9e24f3266c47ca29: from storage DS-bb89d73d-c758-46d6-b225-5e20ba76709c node DatanodeRegistration(127.0.0.1:37235, datanodeUuid=e016830b-492a-49a2-97b0-952ef958f6fd, infoPort=36189, infoSecurePort=0, ipcPort=46287, storageInfo=lv=-57;cid=testClusterID;nsid=789368960;c=1732504675019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:17:56,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27 2024-11-25T03:17:56,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:56,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:56,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:17:56,083 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c with version=8 2024-11-25T03:17:56,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/hbase-staging 2024-11-25T03:17:56,086 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:56,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:56,086 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:17:56,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:56,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33305 2024-11-25T03:17:56,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33305 connecting to ZooKeeper ensemble=127.0.0.1:51889 2024-11-25T03:17:56,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333050x0, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:56,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33305-0x1014d213e1c0003 connected 2024-11-25T03:17:56,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:56,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:56,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on znode that does not yet exist, /1-1926990830/running 2024-11-25T03:17:56,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c, hbase.cluster.distributed=false 2024-11-25T03:17:56,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on znode that does not yet exist, /1-1926990830/acl 2024-11-25T03:17:56,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33305 2024-11-25T03:17:56,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33305 2024-11-25T03:17:56,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33305 2024-11-25T03:17:56,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33305 2024-11-25T03:17:56,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33305 2024-11-25T03:17:56,183 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:17:56,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:56,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:56,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:17:56,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:17:56,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:17:56,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:17:56,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:17:56,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45661 2024-11-25T03:17:56,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45661 connecting to ZooKeeper ensemble=127.0.0.1:51889 2024-11-25T03:17:56,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:56,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:56,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456610x0, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:56,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456610x0, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on znode that does not yet exist, /1-1926990830/running 2024-11-25T03:17:56,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45661-0x1014d213e1c0004 connected 2024-11-25T03:17:56,203 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:17:56,216 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:17:56,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on znode that does not yet exist, /1-1926990830/master 2024-11-25T03:17:56,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on znode that does not yet exist, /1-1926990830/acl 2024-11-25T03:17:56,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45661 2024-11-25T03:17:56,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45661 2024-11-25T03:17:56,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45661 2024-11-25T03:17:56,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45661 2024-11-25T03:17:56,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45661 2024-11-25T03:17:56,256 DEBUG [M:0;38a5d2077268:33305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:33305 2024-11-25T03:17:56,261 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1926990830/backup-masters/38a5d2077268,33305,1732504676086 2024-11-25T03:17:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830/backup-masters 2024-11-25T03:17:56,267 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on existing znode=/1-1926990830/backup-masters/38a5d2077268,33305,1732504676086 2024-11-25T03:17:56,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830/backup-masters 2024-11-25T03:17:56,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1926990830/master 2024-11-25T03:17:56,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:56,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:56,274 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on existing znode=/1-1926990830/master 2024-11-25T03:17:56,275 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1926990830/backup-masters/38a5d2077268,33305,1732504676086 from backup master directory 2024-11-25T03:17:56,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830/backup-masters 2024-11-25T03:17:56,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1926990830/backup-masters/38a5d2077268,33305,1732504676086 2024-11-25T03:17:56,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830/backup-masters 2024-11-25T03:17:56,279 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:56,279 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,33305,1732504676086 2024-11-25T03:17:56,299 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/hbase.id] with ID: c6ba9ce6-c995-495d-a0df-2a44a98b4d5a 2024-11-25T03:17:56,300 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/.tmp/hbase.id 2024-11-25T03:17:56,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:17:56,726 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/.tmp/hbase.id]:[hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/hbase.id] 2024-11-25T03:17:56,737 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:17:56,738 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:17:56,739 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:17:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:17:57,147 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:57,149 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:17:57,149 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:57,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:17:57,162 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store 2024-11-25T03:17:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:17:57,568 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:57,569 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:17:57,569 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:57,569 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:57,569 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:17:57,569 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:57,569 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:17:57,569 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504677569Disabling compacts and flushes for region at 1732504677569Disabling writes for close at 1732504677569Writing region close event to WAL at 1732504677569Closed at 1732504677569 2024-11-25T03:17:57,570 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/.initializing 2024-11-25T03:17:57,570 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/WALs/38a5d2077268,33305,1732504676086 2024-11-25T03:17:57,571 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:57,573 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C33305%2C1732504676086, suffix=, logDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/WALs/38a5d2077268,33305,1732504676086, archiveDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/oldWALs, maxLogs=10 2024-11-25T03:17:57,586 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/WALs/38a5d2077268,33305,1732504676086/38a5d2077268%2C33305%2C1732504676086.1732504677573, exclude list is [], retry=0 2024-11-25T03:17:57,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-e432bd90-b596-4131-98b9-c53ec3fd77cc,DISK] 2024-11-25T03:17:57,591 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/WALs/38a5d2077268,33305,1732504676086/38a5d2077268%2C33305%2C1732504676086.1732504677573 2024-11-25T03:17:57,591 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36189:36189)] 2024-11-25T03:17:57,591 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:57,591 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:57,591 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,591 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:17:57,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:57,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:57,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:17:57,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:57,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:57,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:17:57,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:57,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:57,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:17:57,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:57,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:57,600 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,601 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,601 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,602 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,602 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,603 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:57,604 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:17:57,606 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:57,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68782327, jitterRate=0.02493654191493988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:57,606 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504677591Initializing all the Stores at 1732504677592 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504677592Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504677593 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504677593Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504677593Cleaning up temporary data from old regions at 1732504677602 (+9 ms)Region opened successfully at 1732504677606 (+4 ms) 2024-11-25T03:17:57,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:17:57,609 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690727e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:57,610 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:17:57,610 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:17:57,610 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:17:57,610 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:17:57,611 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:17:57,611 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:17:57,611 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:17:57,613 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:17:57,614 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Unable to get data of znode /1-1926990830/balancer because node does not exist (not necessarily an error) 2024-11-25T03:17:57,615 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1926990830/balancer already deleted, retry=false 2024-11-25T03:17:57,615 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:17:57,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Unable to get data of znode /1-1926990830/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:17:57,617 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1926990830/normalizer already deleted, retry=false 2024-11-25T03:17:57,617 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:17:57,618 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Unable to get data of znode /1-1926990830/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:17:57,619 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1926990830/switch/split already deleted, retry=false 2024-11-25T03:17:57,619 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Unable to get data of znode /1-1926990830/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:17:57,622 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1926990830/switch/merge already deleted, retry=false 2024-11-25T03:17:57,624 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Unable to get data of znode /1-1926990830/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:17:57,625 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1926990830/snapshot-cleanup already deleted, retry=false 2024-11-25T03:17:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1926990830/running 2024-11-25T03:17:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1926990830/running 2024-11-25T03:17:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:57,627 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,33305,1732504676086, sessionid=0x1014d213e1c0003, setting cluster-up flag (Was=false) 2024-11-25T03:17:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:57,633 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1926990830/flush-table-proc/acquired, /1-1926990830/flush-table-proc/reached, /1-1926990830/flush-table-proc/abort 2024-11-25T03:17:57,634 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,33305,1732504676086 2024-11-25T03:17:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:57,643 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1926990830/online-snapshot/acquired, /1-1926990830/online-snapshot/reached, /1-1926990830/online-snapshot/abort 2024-11-25T03:17:57,644 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,33305,1732504676086 2024-11-25T03:17:57,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:17:57,646 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:57,647 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:17:57,647 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:17:57,647 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,33305,1732504676086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:17:57,648 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:57,648 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:57,648 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:57,648 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:17:57,648 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:17:57,648 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,648 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:57,648 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,649 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504707649 2024-11-25T03:17:57,649 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:17:57,649 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:17:57,649 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:17:57,649 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:17:57,649 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:17:57,649 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:17:57,649 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:57,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:17:57,650 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:17:57,650 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:17:57,650 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:17:57,650 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:17:57,650 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:17:57,650 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:17:57,650 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504677650,5,FailOnTimeoutGroup] 2024-11-25T03:17:57,650 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504677650,5,FailOnTimeoutGroup] 2024-11-25T03:17:57,651 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,651 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:17:57,651 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,651 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:57,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:17:57,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:17:57,743 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(746): ClusterId : c6ba9ce6-c995-495d-a0df-2a44a98b4d5a 2024-11-25T03:17:57,743 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:17:57,745 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:17:57,745 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:17:57,746 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:17:57,747 DEBUG [RS:0;38a5d2077268:45661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9c48fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:17:57,760 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:45661 2024-11-25T03:17:57,760 INFO [RS:0;38a5d2077268:45661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:17:57,760 INFO [RS:0;38a5d2077268:45661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:17:57,760 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:17:57,761 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,33305,1732504676086 with port=45661, startcode=1732504676183 2024-11-25T03:17:57,761 DEBUG [RS:0;38a5d2077268:45661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:17:57,762 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:17:57,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,45661,1732504676183 2024-11-25T03:17:57,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33305 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,45661,1732504676183 2024-11-25T03:17:57,765 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c 2024-11-25T03:17:57,765 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37643 2024-11-25T03:17:57,765 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:17:57,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830/rs 2024-11-25T03:17:57,771 DEBUG [RS:0;38a5d2077268:45661 {}] zookeeper.ZKUtil(111): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on existing znode=/1-1926990830/rs/38a5d2077268,45661,1732504676183 2024-11-25T03:17:57,771 WARN [RS:0;38a5d2077268:45661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:17:57,771 INFO [RS:0;38a5d2077268:45661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:57,771 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/WALs/38a5d2077268,45661,1732504676183 2024-11-25T03:17:57,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,45661,1732504676183] 2024-11-25T03:17:57,775 INFO [RS:0;38a5d2077268:45661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:17:57,777 INFO [RS:0;38a5d2077268:45661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:17:57,779 INFO [RS:0;38a5d2077268:45661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:17:57,779 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,779 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:17:57,780 INFO [RS:0;38a5d2077268:45661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:17:57,780 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,780 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,780 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,780 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,780 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,780 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,781 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:17:57,781 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,781 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,781 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,781 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,781 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,781 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:17:57,781 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:57,781 DEBUG [RS:0;38a5d2077268:45661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:17:57,781 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,781 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,781 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,781 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,781 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,781 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,45661,1732504676183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:57,796 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:17:57,797 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,45661,1732504676183-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,797 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,797 INFO [RS:0;38a5d2077268:45661 {}] regionserver.Replication(171): 38a5d2077268,45661,1732504676183 started 2024-11-25T03:17:57,810 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:57,811 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,45661,1732504676183, RpcServer on 38a5d2077268/172.17.0.2:45661, sessionid=0x1014d213e1c0004 2024-11-25T03:17:57,811 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:17:57,811 DEBUG [RS:0;38a5d2077268:45661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,45661,1732504676183 2024-11-25T03:17:57,811 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,45661,1732504676183' 2024-11-25T03:17:57,811 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1926990830/flush-table-proc/abort' 2024-11-25T03:17:57,811 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1926990830/flush-table-proc/acquired' 2024-11-25T03:17:57,812 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:17:57,812 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:17:57,812 DEBUG [RS:0;38a5d2077268:45661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,45661,1732504676183 2024-11-25T03:17:57,812 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,45661,1732504676183' 2024-11-25T03:17:57,812 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1926990830/online-snapshot/abort' 2024-11-25T03:17:57,812 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1926990830/online-snapshot/acquired' 2024-11-25T03:17:57,813 DEBUG [RS:0;38a5d2077268:45661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:17:57,813 INFO [RS:0;38a5d2077268:45661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:17:57,813 INFO [RS:0;38a5d2077268:45661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:17:57,913 INFO [RS:0;38a5d2077268:45661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:17:57,915 INFO [RS:0;38a5d2077268:45661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45661%2C1732504676183, suffix=, logDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/WALs/38a5d2077268,45661,1732504676183, archiveDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/oldWALs, maxLogs=10 2024-11-25T03:17:57,937 DEBUG [RS:0;38a5d2077268:45661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/WALs/38a5d2077268,45661,1732504676183/38a5d2077268%2C45661%2C1732504676183.1732504677916, exclude list is [], retry=0 2024-11-25T03:17:57,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-e432bd90-b596-4131-98b9-c53ec3fd77cc,DISK] 2024-11-25T03:17:57,950 INFO [RS:0;38a5d2077268:45661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/WALs/38a5d2077268,45661,1732504676183/38a5d2077268%2C45661%2C1732504676183.1732504677916 2024-11-25T03:17:57,951 DEBUG [RS:0;38a5d2077268:45661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36189:36189)] 2024-11-25T03:17:58,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:17:58,060 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c 2024-11-25T03:17:58,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:17:58,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:58,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:58,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:58,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:58,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:58,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:58,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:58,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:58,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:58,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:58,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:58,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:58,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:58,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:58,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:58,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:58,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:58,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:58,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740 2024-11-25T03:17:58,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740 2024-11-25T03:17:58,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:58,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:58,135 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:58,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:58,160 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:58,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69356602, jitterRate=0.03349390625953674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:58,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504678118Initializing all the Stores at 1732504678119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504678119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504678120 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504678120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504678120Cleaning up temporary data from old regions at 1732504678134 (+14 ms)Region opened successfully at 1732504678161 (+27 ms) 2024-11-25T03:17:58,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:17:58,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:17:58,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:17:58,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:17:58,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:17:58,165 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:17:58,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504678162Disabling compacts and flushes for region at 1732504678162Disabling writes for close at 1732504678162Writing region close event to WAL at 1732504678165 (+3 ms)Closed at 1732504678165 2024-11-25T03:17:58,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:58,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:17:58,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:17:58,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:58,179 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:17:58,330 DEBUG [38a5d2077268:33305 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:17:58,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,45661,1732504676183 2024-11-25T03:17:58,332 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,45661,1732504676183, state=OPENING 2024-11-25T03:17:58,334 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:17:58,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:58,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:17:58,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1926990830/meta-region-server: CHANGED 2024-11-25T03:17:58,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1926990830/meta-region-server: CHANGED 2024-11-25T03:17:58,336 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:17:58,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,45661,1732504676183}] 2024-11-25T03:17:58,536 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:17:58,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:17:58,542 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:17:58,542 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:17:58,542 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:17:58,544 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45661%2C1732504676183.meta, suffix=.meta, logDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/WALs/38a5d2077268,45661,1732504676183, archiveDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/oldWALs, maxLogs=10 2024-11-25T03:17:58,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:17:58,558 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/WALs/38a5d2077268,45661,1732504676183/38a5d2077268%2C45661%2C1732504676183.meta.1732504678544.meta, exclude list is [], retry=0 2024-11-25T03:17:58,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-e432bd90-b596-4131-98b9-c53ec3fd77cc,DISK] 2024-11-25T03:17:58,562 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/WALs/38a5d2077268,45661,1732504676183/38a5d2077268%2C45661%2C1732504676183.meta.1732504678544.meta 2024-11-25T03:17:58,562 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36189:36189)] 2024-11-25T03:17:58,562 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:58,563 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:58,563 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:17:58,563 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:17:58,563 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:17:58,563 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:17:58,563 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:58,563 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:17:58,563 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:17:58,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:17:58,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:17:58,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:58,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:58,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:17:58,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:17:58,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:58,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:58,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:17:58,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:17:58,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:58,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:58,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:17:58,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:17:58,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:58,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:17:58,572 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:17:58,572 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740 2024-11-25T03:17:58,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:58,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:58,573 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740 2024-11-25T03:17:58,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:58,574 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:17:58,574 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:17:58,575 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:17:58,576 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:17:58,577 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61065412, jitterRate=-0.090054452419281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:17:58,577 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:17:58,577 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504678563Writing region info on filesystem at 1732504678563Initializing all the Stores at 1732504678564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504678564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504678567 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504678567Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504678567Cleaning up temporary data from old regions at 1732504678574 (+7 ms)Running coprocessor post-open hooks at 1732504678577 (+3 ms)Region opened successfully at 1732504678577 2024-11-25T03:17:58,578 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504678536 2024-11-25T03:17:58,580 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:17:58,580 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:17:58,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,45661,1732504676183 2024-11-25T03:17:58,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:17:58,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,45661,1732504676183, state=OPEN 2024-11-25T03:17:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1926990830/meta-region-server 2024-11-25T03:17:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1926990830/meta-region-server 2024-11-25T03:17:58,586 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,45661,1732504676183 2024-11-25T03:17:58,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1926990830/meta-region-server: CHANGED 2024-11-25T03:17:58,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1926990830/meta-region-server: CHANGED 2024-11-25T03:17:58,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:17:58,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,45661,1732504676183 in 203 msec 2024-11-25T03:17:58,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:17:58,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-25T03:17:58,592 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:17:58,592 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:17:58,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:58,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45661,1732504676183, seqNum=-1] 2024-11-25T03:17:58,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:58,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:58,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 953 msec 2024-11-25T03:17:58,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504678599, completionTime=-1 2024-11-25T03:17:58,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:17:58,599 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:17:58,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:17:58,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504738601 2024-11-25T03:17:58,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504798601 2024-11-25T03:17:58,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:17:58,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33305,1732504676086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:58,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33305,1732504676086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:58,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33305,1732504676086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:58,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:33305, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:58,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:58,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:58,604 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:17:58,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.326sec 2024-11-25T03:17:58,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:17:58,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:17:58,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:17:58,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:17:58,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:17:58,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33305,1732504676086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:17:58,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33305,1732504676086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:17:58,608 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:17:58,608 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:17:58,608 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33305,1732504676086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:17:58,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10049739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:58,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,33305,-1 for getting cluster id 2024-11-25T03:17:58,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:17:58,685 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6ba9ce6-c995-495d-a0df-2a44a98b4d5a' 2024-11-25T03:17:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:17:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6ba9ce6-c995-495d-a0df-2a44a98b4d5a" 2024-11-25T03:17:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f3ae3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,33305,-1] 2024-11-25T03:17:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:17:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:17:58,688 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:17:58,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781589b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:17:58,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:17:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45661,1732504676183, seqNum=-1] 2024-11-25T03:17:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:17:58,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:17:58,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,33305,1732504676086 2024-11-25T03:17:58,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51889 2024-11-25T03:17:58,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:17:58,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014d213e1c0005 connected 2024-11-25T03:17:58,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42893,1732504672114 2024-11-25T03:17:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@542f097c 2024-11-25T03:17:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:58,705 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:58,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:17:58,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:17:58,713 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:58,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:17:58,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:17:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:17:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:59,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bde9f296e2baec943c88dcc2fef73da8, NAME => 'test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339 2024-11-25T03:17:59,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:17:59,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:59,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bde9f296e2baec943c88dcc2fef73da8, disabling compactions & flushes 2024-11-25T03:17:59,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:17:59,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:17:59,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. after waiting 0 ms 2024-11-25T03:17:59,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:17:59,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:17:59,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bde9f296e2baec943c88dcc2fef73da8: Waiting for close lock at 1732504679194Disabling compacts and flushes for region at 1732504679194Disabling writes for close at 1732504679194Writing region close event to WAL at 1732504679194Closed at 1732504679194 2024-11-25T03:17:59,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:17:59,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504679199"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504679199"}]},"ts":"1732504679199"} 2024-11-25T03:17:59,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:17:59,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:17:59,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504679205"}]},"ts":"1732504679205"} 2024-11-25T03:17:59,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:17:59,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bde9f296e2baec943c88dcc2fef73da8, ASSIGN}] 2024-11-25T03:17:59,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bde9f296e2baec943c88dcc2fef73da8, ASSIGN 2024-11-25T03:17:59,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bde9f296e2baec943c88dcc2fef73da8, ASSIGN; state=OFFLINE, location=38a5d2077268,38067,1732504672175; forceNewPlan=false, retain=false 2024-11-25T03:17:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:59,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bde9f296e2baec943c88dcc2fef73da8, regionState=OPENING, regionLocation=38a5d2077268,38067,1732504672175 2024-11-25T03:17:59,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bde9f296e2baec943c88dcc2fef73da8, ASSIGN because future has completed 2024-11-25T03:17:59,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde9f296e2baec943c88dcc2fef73da8, server=38a5d2077268,38067,1732504672175}] 2024-11-25T03:17:59,540 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:17:59,540 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bde9f296e2baec943c88dcc2fef73da8, NAME => 'test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:17:59,541 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:17:59,541 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:17:59,541 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,542 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:59,542 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,542 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,543 INFO [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,545 INFO [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde9f296e2baec943c88dcc2fef73da8 columnFamilyName f 2024-11-25T03:17:59,545 DEBUG [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:59,545 INFO [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] regionserver.HStore(327): Store=bde9f296e2baec943c88dcc2fef73da8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:59,546 INFO [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,547 INFO [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde9f296e2baec943c88dcc2fef73da8 columnFamilyName f1 2024-11-25T03:17:59,547 DEBUG [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:59,548 INFO [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] regionserver.HStore(327): Store=bde9f296e2baec943c88dcc2fef73da8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:59,548 INFO [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,549 INFO [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde9f296e2baec943c88dcc2fef73da8 columnFamilyName norep 2024-11-25T03:17:59,549 DEBUG [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:59,549 INFO [StoreOpener-bde9f296e2baec943c88dcc2fef73da8-1 {}] regionserver.HStore(327): Store=bde9f296e2baec943c88dcc2fef73da8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:17:59,550 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,551 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,561 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,563 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,563 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,564 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:17:59,565 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,568 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:17:59,569 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bde9f296e2baec943c88dcc2fef73da8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72799476, jitterRate=0.0847967267036438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:17:59,569 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:17:59,569 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bde9f296e2baec943c88dcc2fef73da8: Running coprocessor pre-open hook at 1732504679542Writing region info on filesystem at 1732504679542Initializing all the Stores at 1732504679543 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504679543Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504679543Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504679543Cleaning up temporary data from old regions at 1732504679563 (+20 ms)Running coprocessor post-open hooks at 1732504679569 (+6 ms)Region opened successfully at 1732504679569 2024-11-25T03:17:59,572 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., pid=6, masterSystemTime=1732504679536 2024-11-25T03:17:59,574 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:17:59,574 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:17:59,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bde9f296e2baec943c88dcc2fef73da8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,38067,1732504672175 2024-11-25T03:17:59,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde9f296e2baec943c88dcc2fef73da8, server=38a5d2077268,38067,1732504672175 because future has completed 2024-11-25T03:17:59,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:17:59,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bde9f296e2baec943c88dcc2fef73da8, server=38a5d2077268,38067,1732504672175 in 199 msec 2024-11-25T03:17:59,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:17:59,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bde9f296e2baec943c88dcc2fef73da8, ASSIGN in 373 msec 2024-11-25T03:17:59,586 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:17:59,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504679586"}]},"ts":"1732504679586"} 2024-11-25T03:17:59,588 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:17:59,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:17:59,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 880 msec 2024-11-25T03:17:59,629 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:17:59,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T03:17:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:59,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:17:59,856 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:17:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,33305,1732504676086 2024-11-25T03:17:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da2ee91 2024-11-25T03:17:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:17:59,858 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:17:59,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:17:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:17:59,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:17:59,862 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:17:59,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:17:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:17:59,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:17:59,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:17:59,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6402c481ed6f29fe3d2f24221de8f70f, NAME => 'test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c 2024-11-25T03:17:59,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:17:59,877 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:17:59,877 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6402c481ed6f29fe3d2f24221de8f70f, disabling compactions & flushes 2024-11-25T03:17:59,877 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:17:59,877 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:17:59,877 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. after waiting 0 ms 2024-11-25T03:17:59,877 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:17:59,877 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:17:59,877 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6402c481ed6f29fe3d2f24221de8f70f: Waiting for close lock at 1732504679877Disabling compacts and flushes for region at 1732504679877Disabling writes for close at 1732504679877Writing region close event to WAL at 1732504679877Closed at 1732504679877 2024-11-25T03:17:59,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:17:59,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504679878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504679878"}]},"ts":"1732504679878"} 2024-11-25T03:17:59,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:17:59,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:17:59,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504679883"}]},"ts":"1732504679883"} 2024-11-25T03:17:59,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:17:59,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6402c481ed6f29fe3d2f24221de8f70f, ASSIGN}] 2024-11-25T03:17:59,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6402c481ed6f29fe3d2f24221de8f70f, ASSIGN 2024-11-25T03:17:59,887 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6402c481ed6f29fe3d2f24221de8f70f, ASSIGN; state=OFFLINE, location=38a5d2077268,45661,1732504676183; forceNewPlan=false, retain=false 2024-11-25T03:17:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:18:00,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6402c481ed6f29fe3d2f24221de8f70f, regionState=OPENING, regionLocation=38a5d2077268,45661,1732504676183 2024-11-25T03:18:00,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6402c481ed6f29fe3d2f24221de8f70f, ASSIGN because future has completed 2024-11-25T03:18:00,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6402c481ed6f29fe3d2f24221de8f70f, server=38a5d2077268,45661,1732504676183}] 2024-11-25T03:18:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:18:00,197 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:18:00,197 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6402c481ed6f29fe3d2f24221de8f70f, NAME => 'test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:18:00,197 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:18:00,197 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:18:00,198 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,198 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:18:00,198 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,198 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,199 INFO [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,200 INFO [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6402c481ed6f29fe3d2f24221de8f70f columnFamilyName f 2024-11-25T03:18:00,200 DEBUG [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:18:00,201 INFO [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] regionserver.HStore(327): Store=6402c481ed6f29fe3d2f24221de8f70f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:18:00,201 INFO [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,202 INFO [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6402c481ed6f29fe3d2f24221de8f70f columnFamilyName f1 2024-11-25T03:18:00,202 DEBUG [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:18:00,202 INFO [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] regionserver.HStore(327): Store=6402c481ed6f29fe3d2f24221de8f70f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:18:00,202 INFO [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,203 INFO [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6402c481ed6f29fe3d2f24221de8f70f columnFamilyName norep 2024-11-25T03:18:00,203 DEBUG [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:18:00,204 INFO [StoreOpener-6402c481ed6f29fe3d2f24221de8f70f-1 {}] regionserver.HStore(327): Store=6402c481ed6f29fe3d2f24221de8f70f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:18:00,204 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,205 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,205 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,206 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,206 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,206 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:18:00,207 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,209 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:18:00,209 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6402c481ed6f29fe3d2f24221de8f70f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70734187, jitterRate=0.05402152240276337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:18:00,209 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:18:00,209 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6402c481ed6f29fe3d2f24221de8f70f: Running coprocessor pre-open hook at 1732504680198Writing region info on filesystem at 1732504680198Initializing all the Stores at 1732504680199 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504680199Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504680199Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504680199Cleaning up temporary data from old regions at 1732504680206 (+7 ms)Running coprocessor post-open hooks at 1732504680209 (+3 ms)Region opened successfully at 1732504680209 2024-11-25T03:18:00,210 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f., pid=6, masterSystemTime=1732504680193 2024-11-25T03:18:00,213 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:18:00,213 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:18:00,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6402c481ed6f29fe3d2f24221de8f70f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,45661,1732504676183 2024-11-25T03:18:00,215 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33305 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=38a5d2077268,45661,1732504676183, table=test, region=6402c481ed6f29fe3d2f24221de8f70f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T03:18:00,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6402c481ed6f29fe3d2f24221de8f70f, server=38a5d2077268,45661,1732504676183 because future has completed 2024-11-25T03:18:00,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:18:00,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6402c481ed6f29fe3d2f24221de8f70f, server=38a5d2077268,45661,1732504676183 in 176 msec 2024-11-25T03:18:00,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:18:00,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6402c481ed6f29fe3d2f24221de8f70f, ASSIGN in 335 msec 2024-11-25T03:18:00,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:18:00,223 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504680223"}]},"ts":"1732504680223"} 2024-11-25T03:18:00,225 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:18:00,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:18:00,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 367 msec 2024-11-25T03:18:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:18:00,496 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:18:00,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de9f50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42893,-1 for getting cluster id 2024-11-25T03:18:00,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:18:00,497 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79554ed4-c061-4851-998c-a53ecfad2e79' 2024-11-25T03:18:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:18:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79554ed4-c061-4851-998c-a53ecfad2e79" 2024-11-25T03:18:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d76620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42893,-1] 2024-11-25T03:18:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:18:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:00,499 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:18:00,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d4abb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9f4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,33305,-1 for getting cluster id 2024-11-25T03:18:00,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:18:00,501 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6ba9ce6-c995-495d-a0df-2a44a98b4d5a' 2024-11-25T03:18:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:18:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6ba9ce6-c995-495d-a0df-2a44a98b4d5a" 2024-11-25T03:18:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bf0429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,33305,-1] 2024-11-25T03:18:00,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:18:00,502 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:00,502 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:18:00,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cf8c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7478e199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42893,-1 for getting cluster id 2024-11-25T03:18:00,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:18:00,504 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79554ed4-c061-4851-998c-a53ecfad2e79' 2024-11-25T03:18:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:18:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79554ed4-c061-4851-998c-a53ecfad2e79" 2024-11-25T03:18:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657eee21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42893,-1] 2024-11-25T03:18:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:18:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:00,505 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:18:00,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8469e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:18:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42893,1732504672114 2024-11-25T03:18:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e430e1f 2024-11-25T03:18:00,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:18:00,510 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:18:00,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:33305,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:18:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:18:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:18:00,514 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:33305' 2024-11-25T03:18:00,515 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1848747a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,515 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,33305,-1 for getting cluster id 2024-11-25T03:18:00,515 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:18:00,515 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6ba9ce6-c995-495d-a0df-2a44a98b4d5a' 2024-11-25T03:18:00,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:18:00,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6ba9ce6-c995-495d-a0df-2a44a98b4d5a" 2024-11-25T03:18:00,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0a605d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,33305,-1] 2024-11-25T03:18:00,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:18:00,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:00,517 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:18:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6913ac7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:00,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:18:00,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,33305,1732504676086 2024-11-25T03:18:00,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41a0015b 2024-11-25T03:18:00,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:18:00,519 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:18:00,520 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:18:00,520 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:18:00,520 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:00,520 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:00,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:18:00,521 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:18:00,522 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:18:00,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:18:00,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:18:00,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:18:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:18:00,572 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:18:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:18:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:18:00,931 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c3aa89acea5589299e866c263fa83a9, NAME => 'hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339 2024-11-25T03:18:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:18:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:18:01,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:18:01,337 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1c3aa89acea5589299e866c263fa83a9, disabling compactions & flushes 2024-11-25T03:18:01,337 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:18:01,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:18:01,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. after waiting 0 ms 2024-11-25T03:18:01,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:18:01,338 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:18:01,338 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c3aa89acea5589299e866c263fa83a9: Waiting for close lock at 1732504681337Disabling compacts and flushes for region at 1732504681337Disabling writes for close at 1732504681338 (+1 ms)Writing region close event to WAL at 1732504681338Closed at 1732504681338 2024-11-25T03:18:01,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:18:01,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504681339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504681339"}]},"ts":"1732504681339"} 2024-11-25T03:18:01,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:18:01,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:18:01,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504681343"}]},"ts":"1732504681343"} 2024-11-25T03:18:01,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:18:01,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c3aa89acea5589299e866c263fa83a9, ASSIGN}] 2024-11-25T03:18:01,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c3aa89acea5589299e866c263fa83a9, ASSIGN 2024-11-25T03:18:01,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c3aa89acea5589299e866c263fa83a9, ASSIGN; state=OFFLINE, location=38a5d2077268,38067,1732504672175; forceNewPlan=false, retain=false 2024-11-25T03:18:01,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c3aa89acea5589299e866c263fa83a9, regionState=OPENING, regionLocation=38a5d2077268,38067,1732504672175 2024-11-25T03:18:01,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1c3aa89acea5589299e866c263fa83a9, ASSIGN because future has completed 2024-11-25T03:18:01,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c3aa89acea5589299e866c263fa83a9, server=38a5d2077268,38067,1732504672175}] 2024-11-25T03:18:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:18:01,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:18:01,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:18:01,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:18:01,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C38067%2C1732504672175.rep, suffix=, logDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175, archiveDir=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/oldWALs, maxLogs=10 2024-11-25T03:18:01,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.rep.1732504681659, exclude list is [], retry=0 2024-11-25T03:18:01,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44499,DS-8b5bdadb-8885-4663-9465-7cb9902f0381,DISK] 2024-11-25T03:18:01,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.rep.1732504681659 2024-11-25T03:18:01,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34615:34615)] 2024-11-25T03:18:01,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c3aa89acea5589299e866c263fa83a9, NAME => 'hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:18:01,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:18:01,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:18:01,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. service=MultiRowMutationService 2024-11-25T03:18:01,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:18:01,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:18:01,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,688 INFO [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,689 INFO [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3aa89acea5589299e866c263fa83a9 columnFamilyName hfileref 2024-11-25T03:18:01,689 DEBUG [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:18:01,689 INFO [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] regionserver.HStore(327): Store=1c3aa89acea5589299e866c263fa83a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:18:01,690 INFO [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,691 INFO [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3aa89acea5589299e866c263fa83a9 columnFamilyName queue 2024-11-25T03:18:01,691 DEBUG [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:18:01,692 INFO [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] regionserver.HStore(327): Store=1c3aa89acea5589299e866c263fa83a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:18:01,692 INFO [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,693 INFO [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c3aa89acea5589299e866c263fa83a9 columnFamilyName sid 2024-11-25T03:18:01,693 DEBUG [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:18:01,693 INFO [StoreOpener-1c3aa89acea5589299e866c263fa83a9-1 {}] regionserver.HStore(327): Store=1c3aa89acea5589299e866c263fa83a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:18:01,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:18:01,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:18:01,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1c3aa89acea5589299e866c263fa83a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63751369, jitterRate=-0.05003057420253754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:18:01,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:18:01,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1c3aa89acea5589299e866c263fa83a9: Running coprocessor pre-open hook at 1732504681686Writing region info on filesystem at 1732504681686Initializing all the Stores at 1732504681687 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504681687Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504681688 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504681688Cleaning up temporary data from old regions at 1732504681696 (+8 ms)Running coprocessor post-open hooks at 1732504681701 (+5 ms)Region opened successfully at 1732504681702 (+1 ms) 2024-11-25T03:18:01,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9., pid=10, masterSystemTime=1732504681653 2024-11-25T03:18:01,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:18:01,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:18:01,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1c3aa89acea5589299e866c263fa83a9, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,38067,1732504672175 2024-11-25T03:18:01,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c3aa89acea5589299e866c263fa83a9, server=38a5d2077268,38067,1732504672175 because future has completed 2024-11-25T03:18:01,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:18:01,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c3aa89acea5589299e866c263fa83a9, server=38a5d2077268,38067,1732504672175 in 209 msec 2024-11-25T03:18:01,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:18:01,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1c3aa89acea5589299e866c263fa83a9, ASSIGN in 366 msec 2024-11-25T03:18:01,714 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:18:01,714 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504681714"}]},"ts":"1732504681714"} 2024-11-25T03:18:01,717 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:18:01,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:18:01,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-25T03:18:01,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9., hostname=38a5d2077268,38067,1732504672175, seqNum=2] 2024-11-25T03:18:01,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:18:01,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:18:01,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:18:01,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38067 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:18:01,894 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:18:01,932 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,38067,1732504672175, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:18:01,932 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:18:01,932 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38067,1732504672175, seqNum=-1] 2024-11-25T03:18:01,933 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:18:01,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-25T03:18:01,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,38067,1732504672175', locateType=CURRENT is [region=hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9., hostname=38a5d2077268,38067,1732504672175, seqNum=2] 2024-11-25T03:18:01,939 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:18:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:18:01,942 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,38067,1732504672175 suceeded 2024-11-25T03:18:01,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:18:01,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-25T03:18:01,949 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:33305,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-25T03:18:01,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4380 sec 2024-11-25T03:18:01,960 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:33305' 2024-11-25T03:18:01,968 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c3eb375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:01,968 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,33305,-1 for getting cluster id 2024-11-25T03:18:01,968 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:18:01,969 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6ba9ce6-c995-495d-a0df-2a44a98b4d5a' 2024-11-25T03:18:01,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:18:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6ba9ce6-c995-495d-a0df-2a44a98b4d5a" 2024-11-25T03:18:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d971a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,33305,-1] 2024-11-25T03:18:01,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:18:01,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:01,973 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:18:01,975 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37a1bf8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:01,975 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:18:01,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,33305,1732504676086 2024-11-25T03:18:01,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b1b6d51 2024-11-25T03:18:01,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:18:01,977 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-25T03:18:01,978 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,38067,1732504672175 (queues=1) is replicating from cluster=79554ed4-c061-4851-998c-a53ecfad2e79 to cluster=c6ba9ce6-c995-495d-a0df-2a44a98b4d5a 2024-11-25T03:18:01,978 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C38067%2C1732504672175 2024-11-25T03:18:01,978 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,38067,1732504672175, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:18:01,978 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769, startPosition=0, beingWritten=true 2024-11-25T03:18:01,980 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C38067%2C1732504672175 2024-11-25T03:18:01,993 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:18:01,993 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 379, reset compression=false 2024-11-25T03:18:01,993 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38067,1732504672175 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:18:02,197 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 379, reset compression=false 2024-11-25T03:18:02,502 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 379, reset compression=false 2024-11-25T03:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:18:02,665 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:18:02,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:18:02,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:18:02,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:02,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:02,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:18:02,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:18:02,672 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732504682670/Put/seqid=0 2024-11-25T03:18:02,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741840_1016 (size=7894) 2024-11-25T03:18:02,908 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 379, reset compression=false 2024-11-25T03:18:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:18:03,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:18:03,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:18:03,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T03:18:03,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T03:18:03,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T03:18:03,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:18:03,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T03:18:03,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:18:03,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T03:18:03,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:18:03,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T03:18:03,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T03:18:03,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T03:18:03,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f/f/hfile_1 is 34, key is ddd/f:row/1732504683078/Put/seqid=0 2024-11-25T03:18:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741841_1017 (size=7691) 2024-11-25T03:18:03,412 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 379, reset compression=false 2024-11-25T03:18:03,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ede2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:03,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42893,-1 for getting cluster id 2024-11-25T03:18:03,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:18:03,490 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79554ed4-c061-4851-998c-a53ecfad2e79' 2024-11-25T03:18:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:18:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79554ed4-c061-4851-998c-a53ecfad2e79" 2024-11-25T03:18:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55583454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42893,-1] 2024-11-25T03:18:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:18:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:03,492 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:18:03,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14301475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:03,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:18:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38067,1732504672175, seqNum=-1] 2024-11-25T03:18:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:18:03,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:18:03,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:18:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42893,1732504672114 2024-11-25T03:18:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d52de9a 2024-11-25T03:18:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:18:03,511 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:18:03,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2] 2024-11-25T03:18:03,528 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:18:03,539 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T03:18:03,542 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T03:18:03,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f/f/hfile_1 for inclusion in bde9f296e2baec943c88dcc2fef73da8/f 2024-11-25T03:18:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T03:18:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:18:03,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f/f/hfile_0 for inclusion in bde9f296e2baec943c88dcc2fef73da8/f 2024-11-25T03:18:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T03:18:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:18:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HRegion(2603): Flush status journal for bde9f296e2baec943c88dcc2fef73da8: 2024-11-25T03:18:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f/f/hfile_1 to hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_1 2024-11-25T03:18:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_1 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ 2024-11-25T03:18:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f/f/hfile_0 to hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_0 2024-11-25T03:18:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_0 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ 2024-11-25T03:18:03,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_1 into bde9f296e2baec943c88dcc2fef73da8/f as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ - updating store file list. 2024-11-25T03:18:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:18:03,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ into bde9f296e2baec943c88dcc2fef73da8/f 2024-11-25T03:18:03,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_1 into bde9f296e2baec943c88dcc2fef73da8/f (new location: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_) 2024-11-25T03:18:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_1 2024-11-25T03:18:03,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_0 into bde9f296e2baec943c88dcc2fef73da8/f as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ - updating store file list. 2024-11-25T03:18:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:18:03,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ into bde9f296e2baec943c88dcc2fef73da8/f 2024-11-25T03:18:03,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_0 into bde9f296e2baec943c88dcc2fef73da8/f (new location: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_) 2024-11-25T03:18:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__f7rgpfv0njutgv6k46otv360gg4ut82k4jll879rfo1p083hoi02grvqlqevb41a/f/hfile_0 2024-11-25T03:18:03,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:18:03,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:18:03,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:03,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:03,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:18:03,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:18:03,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2 , the old value is region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=38a5d2077268:38067 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:18:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45661,1732504676183, seqNum=-1] 2024-11-25T03:18:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:18:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2 from cache 2024-11-25T03:18:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:18:03,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:18:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:41808 deadline: 1732504743596 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:41808 2024-11-25T03:18:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f., hostname=38a5d2077268,45661,1732504676183, seqNum=2] 2024-11-25T03:18:03,603 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T03:18:03,706 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:38067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T03:18:04,017 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 379, reset compression=false 2024-11-25T03:18:04,023 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:18:04,023 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38067,1732504672175 got entry batch from reader: WALEntryBatch [walEntries=[{test/bde9f296e2baec943c88dcc2fef73da8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732504683591/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T03:18:04,046 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:18:04,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-25T03:18:04,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.ReplicationSink(318): Replicating [79554ed4-c061-4851-998c-a53ecfad2e79] bulk loaded data 2024-11-25T03:18:04,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c91ca83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:04,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,33305,-1 for getting cluster id 2024-11-25T03:18:04,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:18:04,052 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6ba9ce6-c995-495d-a0df-2a44a98b4d5a' 2024-11-25T03:18:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:18:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6ba9ce6-c995-495d-a0df-2a44a98b4d5a" 2024-11-25T03:18:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4962a06d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,33305,-1] 2024-11-25T03:18:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:18:04,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:04,054 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:18:04,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3473cc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:04,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:18:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741837_1013 (size=7691) 2024-11-25T03:18:04,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:18:04,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:18:04,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:18:04,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:18:04,224 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 687, reset compression=false 2024-11-25T03:18:04,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741838_1014 (size=7894) 2024-11-25T03:18:04,540 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 687, reset compression=false 2024-11-25T03:18:04,605 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T03:18:04,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:18:04,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,33305,1732504676086 2024-11-25T03:18:04,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcdc7d4 2024-11-25T03:18:04,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:18:04,884 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-25T03:18:04,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:18:04,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:18:04,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45661,1732504676183, seqNum=-1] 2024-11-25T03:18:04,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:18:04,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-25T03:18:04,895 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T03:18:04,898 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T03:18:04,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ for inclusion in 6402c481ed6f29fe3d2f24221de8f70f/f 2024-11-25T03:18:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T03:18:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:18:04,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ for inclusion in 6402c481ed6f29fe3d2f24221de8f70f/f 2024-11-25T03:18:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T03:18:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:18:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HRegion(2603): Flush status journal for 6402c481ed6f29fe3d2f24221de8f70f: 2024-11-25T03:18:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:18:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/f/f65e0e0ee8d74e318eab64aa2664029a_SeqId_4_ 2024-11-25T03:18:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:18:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/f/8b364203b9944c6aa9f82cd75e505bf7_SeqId_4_ 2024-11-25T03:18:04,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ into 6402c481ed6f29fe3d2f24221de8f70f/f as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/f/f65e0e0ee8d74e318eab64aa2664029a_SeqId_4_ - updating store file list. 2024-11-25T03:18:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f65e0e0ee8d74e318eab64aa2664029a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:18:04,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/f/f65e0e0ee8d74e318eab64aa2664029a_SeqId_4_ into 6402c481ed6f29fe3d2f24221de8f70f/f 2024-11-25T03:18:04,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ into 6402c481ed6f29fe3d2f24221de8f70f/f (new location: hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/f/f65e0e0ee8d74e318eab64aa2664029a_SeqId_4_) 2024-11-25T03:18:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_ 2024-11-25T03:18:04,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ into 6402c481ed6f29fe3d2f24221de8f70f/f as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/f/8b364203b9944c6aa9f82cd75e505bf7_SeqId_4_ - updating store file list. 2024-11-25T03:18:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b364203b9944c6aa9f82cd75e505bf7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:18:04,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/f/8b364203b9944c6aa9f82cd75e505bf7_SeqId_4_ into 6402c481ed6f29fe3d2f24221de8f70f/f 2024-11-25T03:18:04,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ into 6402c481ed6f29fe3d2f24221de8f70f/f (new location: hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/f/8b364203b9944c6aa9f82cd75e505bf7_SeqId_4_) 2024-11-25T03:18:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/staging/jenkins.hfs.6__test__q1tm235buc5an2oskbnd2155cb9nitsh2c85budeva83nposvmskabqmdieplgqv/f/f159e336405f4606a4efbaaa9cdf2dc3_SeqId_4_ 2024-11-25T03:18:04,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45661 {}] regionserver.ReplicationSink(324): Finished replicating [79554ed4-c061-4851-998c-a53ecfad2e79] bulk loaded data 2024-11-25T03:18:04,944 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 687, reset compression=false 2024-11-25T03:18:05,448 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 687, reset compression=false 2024-11-25T03:18:05,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:18:05,625 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732504685624/Put/seqid=0 2024-11-25T03:18:05,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741842_1018 (size=7997) 2024-11-25T03:18:05,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:18:06,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732504686032/Put/seqid=0 2024-11-25T03:18:06,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741843_1019 (size=7794) 2024-11-25T03:18:06,053 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 687, reset compression=false 2024-11-25T03:18:06,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21493a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:06,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42893,-1 for getting cluster id 2024-11-25T03:18:06,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:18:06,439 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79554ed4-c061-4851-998c-a53ecfad2e79' 2024-11-25T03:18:06,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:18:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79554ed4-c061-4851-998c-a53ecfad2e79" 2024-11-25T03:18:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd58cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42893,-1] 2024-11-25T03:18:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:18:06,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:06,441 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:18:06,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e85ba56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:18:06,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:18:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38067,1732504672175, seqNum=-1] 2024-11-25T03:18:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:18:06,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:18:06,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:18:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42893,1732504672114 2024-11-25T03:18:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c6174c 2024-11-25T03:18:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:18:06,455 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:18:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2] 2024-11-25T03:18:06,461 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:18:06,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T03:18:06,470 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T03:18:06,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f1/f1/hfile_0 for inclusion in bde9f296e2baec943c88dcc2fef73da8/f1 2024-11-25T03:18:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T03:18:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:18:06,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f1/f1/hfile_1 for inclusion in bde9f296e2baec943c88dcc2fef73da8/f1 2024-11-25T03:18:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T03:18:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:18:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HRegion(2603): Flush status journal for bde9f296e2baec943c88dcc2fef73da8: 2024-11-25T03:18:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f1/f1/hfile_0 to hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_0 2024-11-25T03:18:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_0 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f1/26a4701c7f01482d9f3006b9b5302eed_SeqId_6_ 2024-11-25T03:18:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/load_f1/f1/hfile_1 to hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_1 2024-11-25T03:18:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_1 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f1/b3ca1ae26ba64ab2a860149b60c2b9dd_SeqId_6_ 2024-11-25T03:18:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-25T03:18:06,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_0 into bde9f296e2baec943c88dcc2fef73da8/f1 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f1/26a4701c7f01482d9f3006b9b5302eed_SeqId_6_ - updating store file list. 2024-11-25T03:18:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26a4701c7f01482d9f3006b9b5302eed_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:18:06,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f1/26a4701c7f01482d9f3006b9b5302eed_SeqId_6_ into bde9f296e2baec943c88dcc2fef73da8/f1 2024-11-25T03:18:06,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_0 into bde9f296e2baec943c88dcc2fef73da8/f1 (new location: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f1/26a4701c7f01482d9f3006b9b5302eed_SeqId_6_) 2024-11-25T03:18:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_0 2024-11-25T03:18:06,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_1 into bde9f296e2baec943c88dcc2fef73da8/f1 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f1/b3ca1ae26ba64ab2a860149b60c2b9dd_SeqId_6_ - updating store file list. 2024-11-25T03:18:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3ca1ae26ba64ab2a860149b60c2b9dd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:18:06,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f1/b3ca1ae26ba64ab2a860149b60c2b9dd_SeqId_6_ into bde9f296e2baec943c88dcc2fef73da8/f1 2024-11-25T03:18:06,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_1 into bde9f296e2baec943c88dcc2fef73da8/f1 (new location: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/f1/b3ca1ae26ba64ab2a860149b60c2b9dd_SeqId_6_) 2024-11-25T03:18:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/staging/jenkins__test__2c1d5dt9tc9i6kaupouhd0ochlcsho2b0ampp3o56bvhmvuk3ehu0m315dlc1071/f1/hfile_1 2024-11-25T03:18:06,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:18:06,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:18:06,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:06,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:18:06,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:18:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2 , the old value is region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=38a5d2077268:38067 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:18:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:18:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2 from cache 2024-11-25T03:18:06,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:18:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38067,1732504672175, seqNum=-1] 2024-11-25T03:18:06,497 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T03:18:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:18:06,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:18:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., hostname=38a5d2077268,38067,1732504672175, seqNum=2] 2024-11-25T03:18:06,605 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:38067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T03:18:06,757 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 687, reset compression=false 2024-11-25T03:18:06,762 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:18:06,762 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:06,762 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38067,1732504672175 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:18:06,966 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:07,270 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:07,675 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:08,180 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:08,784 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:09,489 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:10,293 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:11,197 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:12,202 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:13,306 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:14,511 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:15,815 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:17,220 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:18,724 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:20,328 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:21,702 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:18:22,032 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:23,837 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:25,741 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:26,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:18:26,765 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38067,1732504672175 got entry batch from reader: null 2024-11-25T03:18:27,745 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:29,850 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:32,054 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:34,358 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:34,854 INFO [master/38a5d2077268:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T03:18:34,854 INFO [master/38a5d2077268:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T03:18:36,763 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:39,267 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:39,305 INFO [master/38a5d2077268:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T03:18:39,305 INFO [master/38a5d2077268:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T03:18:41,871 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:44,542 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bde9f296e2baec943c88dcc2fef73da8, had cached 0 bytes from a total of 31376 2024-11-25T03:18:44,575 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:45,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6402c481ed6f29fe3d2f24221de8f70f, had cached 0 bytes from a total of 15585 2024-11-25T03:18:46,765 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38067,1732504672175 got entry batch from reader: null 2024-11-25T03:18:47,381 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:50,292 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:51,702 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:18:53,296 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:56,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:18:56,400 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:18:59,605 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:19:02,912 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:19:06,316 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:19:06,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:19:06,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:06,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:06,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:06,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:06,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:06,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:19:06,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1467789882, stopped=false 2024-11-25T03:19:06,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,33305,1732504676086 2024-11-25T03:19:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1926990830/running 2024-11-25T03:19:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1926990830/running 2024-11-25T03:19:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:19:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:19:06,525 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:06,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:06,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:06,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:06,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,45661,1732504676183' ***** 2024-11-25T03:19:06,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on znode that does not yet exist, /1-1926990830/running 2024-11-25T03:19:06,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Set watcher on znode that does not yet exist, /1-1926990830/running 2024-11-25T03:19:06,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:19:06,526 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:19:06,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:19:06,526 INFO [RS:0;38a5d2077268:45661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:19:06,526 INFO [RS:0;38a5d2077268:45661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:19:06,526 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(3091): Received CLOSE for 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:19:06,527 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,45661,1732504676183 2024-11-25T03:19:06,527 INFO [RS:0;38a5d2077268:45661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:06,527 INFO [RS:0;38a5d2077268:45661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45661. 2024-11-25T03:19:06,527 DEBUG [RS:0;38a5d2077268:45661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:06,527 DEBUG [RS:0;38a5d2077268:45661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:06,527 INFO [RS:0;38a5d2077268:45661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:19:06,527 INFO [RS:0;38a5d2077268:45661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:19:06,527 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6402c481ed6f29fe3d2f24221de8f70f, disabling compactions & flushes 2024-11-25T03:19:06,527 INFO [RS:0;38a5d2077268:45661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:19:06,527 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:19:06,527 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:19:06,527 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:19:06,527 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. after waiting 0 ms 2024-11-25T03:19:06,527 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:19:06,527 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:19:06,527 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6402c481ed6f29fe3d2f24221de8f70f=test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f.} 2024-11-25T03:19:06,527 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6402c481ed6f29fe3d2f24221de8f70f 2024-11-25T03:19:06,527 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:06,527 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:06,528 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:06,528 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:06,528 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:06,528 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T03:19:06,531 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/default/test/6402c481ed6f29fe3d2f24221de8f70f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T03:19:06,532 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:06,532 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:19:06,532 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:19:06,532 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6402c481ed6f29fe3d2f24221de8f70f: Waiting for close lock at 1732504746527Running coprocessor pre-close hooks at 1732504746527Disabling compacts and flushes for region at 1732504746527Disabling writes for close at 1732504746527Writing region close event to WAL at 1732504746528 (+1 ms)Running coprocessor post-close hooks at 1732504746532 (+4 ms)Closed at 1732504746532 2024-11-25T03:19:06,532 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f. 2024-11-25T03:19:06,534 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:06,545 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/info/e6bbb5fb4bc24cd7ba8f854ab893d35c is 129, key is test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f./info:regioninfo/1732504680213/Put/seqid=0 2024-11-25T03:19:06,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741839_1015 (size=6421) 2024-11-25T03:19:06,728 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:06,765 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38067,1732504672175 got entry batch from reader: null 2024-11-25T03:19:06,782 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:19:06,782 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:19:06,928 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:06,950 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/info/e6bbb5fb4bc24cd7ba8f854ab893d35c 2024-11-25T03:19:06,972 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/ns/3058f273356b43fe97af94d9293fc498 is 43, key is default/ns:d/1732504678595/Put/seqid=0 2024-11-25T03:19:06,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741840_1016 (size=5153) 2024-11-25T03:19:07,128 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:07,328 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:07,379 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/ns/3058f273356b43fe97af94d9293fc498 2024-11-25T03:19:07,400 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/rep_barrier/3078577bb69d47b09b4b3abbf43a4ee0 is 112, key is test,,1732504679859.6402c481ed6f29fe3d2f24221de8f70f./rep_barrier:seqnumDuringOpen/1732504680213/Put/seqid=0 2024-11-25T03:19:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741841_1017 (size=5518) 2024-11-25T03:19:07,528 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:19:07,528 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:07,529 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:07,729 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:07,806 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/rep_barrier/3078577bb69d47b09b4b3abbf43a4ee0 2024-11-25T03:19:07,828 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/table/739bd08559a04491a09ed361f603a12c is 40, key is test/table:state/1732504680223/Put/seqid=0 2024-11-25T03:19:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741842_1018 (size=5165) 2024-11-25T03:19:07,929 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:08,129 DEBUG [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:08,233 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/table/739bd08559a04491a09ed361f603a12c 2024-11-25T03:19:08,239 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/info/e6bbb5fb4bc24cd7ba8f854ab893d35c as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/info/e6bbb5fb4bc24cd7ba8f854ab893d35c 2024-11-25T03:19:08,246 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/info/e6bbb5fb4bc24cd7ba8f854ab893d35c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T03:19:08,247 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/ns/3058f273356b43fe97af94d9293fc498 as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/ns/3058f273356b43fe97af94d9293fc498 2024-11-25T03:19:08,255 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/ns/3058f273356b43fe97af94d9293fc498, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:19:08,256 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/rep_barrier/3078577bb69d47b09b4b3abbf43a4ee0 as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/rep_barrier/3078577bb69d47b09b4b3abbf43a4ee0 2024-11-25T03:19:08,260 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/rep_barrier/3078577bb69d47b09b4b3abbf43a4ee0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T03:19:08,261 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/.tmp/table/739bd08559a04491a09ed361f603a12c as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/table/739bd08559a04491a09ed361f603a12c 2024-11-25T03:19:08,265 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/table/739bd08559a04491a09ed361f603a12c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:19:08,266 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=11, compaction requested=false 2024-11-25T03:19:08,271 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T03:19:08,271 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:08,271 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:08,271 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:08,271 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504746527Running coprocessor pre-close hooks at 1732504746527Disabling compacts and flushes for region at 1732504746527Disabling writes for close at 1732504746528 (+1 ms)Obtaining lock to block concurrent updates at 1732504746528Preparing flush snapshotting stores in 1588230740 at 1732504746528Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732504746528Flushing stores of hbase:meta,,1.1588230740 at 1732504746529 (+1 ms)Flushing 1588230740/info: creating writer at 1732504746529Flushing 1588230740/info: appending metadata at 1732504746544 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732504746544Flushing 1588230740/ns: creating writer at 1732504746956 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732504746972 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732504746972Flushing 1588230740/rep_barrier: creating writer at 1732504747385 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504747399 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504747399Flushing 1588230740/table: creating writer at 1732504747813 (+414 ms)Flushing 1588230740/table: appending metadata at 1732504747827 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732504747827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e95c26: reopening flushed file at 1732504748238 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492a1f95: reopening flushed file at 1732504748246 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278c4c97: reopening flushed file at 1732504748255 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d051c24: reopening flushed file at 1732504748260 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=11, compaction requested=false at 1732504748266 (+6 ms)Writing region close event to WAL at 1732504748268 (+2 ms)Running coprocessor post-close hooks at 1732504748271 (+3 ms)Closed at 1732504748271 2024-11-25T03:19:08,272 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:08,329 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,45661,1732504676183; all regions closed. 2024-11-25T03:19:08,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741834_1010 (size=2717) 2024-11-25T03:19:08,335 DEBUG [RS:0;38a5d2077268:45661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/oldWALs 2024-11-25T03:19:08,335 INFO [RS:0;38a5d2077268:45661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C45661%2C1732504676183.meta:.meta(num 1732504678544) 2024-11-25T03:19:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741832_1008 (size=1028) 2024-11-25T03:19:08,339 DEBUG [RS:0;38a5d2077268:45661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/oldWALs 2024-11-25T03:19:08,339 INFO [RS:0;38a5d2077268:45661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C45661%2C1732504676183:(num 1732504677916) 2024-11-25T03:19:08,339 DEBUG [RS:0;38a5d2077268:45661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:08,339 INFO [RS:0;38a5d2077268:45661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:08,339 INFO [RS:0;38a5d2077268:45661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:08,340 INFO [RS:0;38a5d2077268:45661 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:08,340 INFO [RS:0;38a5d2077268:45661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:08,340 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:08,340 INFO [RS:0;38a5d2077268:45661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45661. 2024-11-25T03:19:08,340 DEBUG [RS:0;38a5d2077268:45661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:08,340 DEBUG [RS:0;38a5d2077268:45661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:08,341 DEBUG [RS:0;38a5d2077268:45661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:08,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:08,341 INFO [RS:0;38a5d2077268:45661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45661 2024-11-25T03:19:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830/rs 2024-11-25T03:19:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1926990830/rs/38a5d2077268,45661,1732504676183 2024-11-25T03:19:08,344 INFO [RS:0;38a5d2077268:45661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:08,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,45661,1732504676183] 2024-11-25T03:19:08,346 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1926990830/draining/38a5d2077268,45661,1732504676183 already deleted, retry=false 2024-11-25T03:19:08,346 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,45661,1732504676183 expired; onlineServers=0 2024-11-25T03:19:08,346 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,33305,1732504676086' ***** 2024-11-25T03:19:08,346 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:19:08,346 INFO [M:0;38a5d2077268:33305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:08,347 INFO [M:0;38a5d2077268:33305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:08,347 DEBUG [M:0;38a5d2077268:33305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:19:08,347 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:19:08,347 DEBUG [M:0;38a5d2077268:33305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:19:08,347 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504677650 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504677650,5,FailOnTimeoutGroup] 2024-11-25T03:19:08,347 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504677650 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504677650,5,FailOnTimeoutGroup] 2024-11-25T03:19:08,347 INFO [M:0;38a5d2077268:33305 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:08,347 INFO [M:0;38a5d2077268:33305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:08,347 DEBUG [M:0;38a5d2077268:33305 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:19:08,347 INFO [M:0;38a5d2077268:33305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:19:08,347 INFO [M:0;38a5d2077268:33305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:08,347 INFO [M:0;38a5d2077268:33305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:19:08,347 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:19:08,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1926990830/master 2024-11-25T03:19:08,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1926990830 2024-11-25T03:19:08,350 DEBUG [M:0;38a5d2077268:33305 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1926990830/master already deleted, retry=false 2024-11-25T03:19:08,351 DEBUG [M:0;38a5d2077268:33305 {}] master.ActiveMasterManager(353): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1926990830/master 2024-11-25T03:19:08,352 INFO [M:0;38a5d2077268:33305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/.lastflushedseqids 2024-11-25T03:19:08,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741843_1019 (size=173) 2024-11-25T03:19:08,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:08,446 INFO [RS:0;38a5d2077268:45661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:08,446 INFO [RS:0;38a5d2077268:45661 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,45661,1732504676183; zookeeper connection closed. 2024-11-25T03:19:08,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45661-0x1014d213e1c0004, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:08,446 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7147222 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7147222 2024-11-25T03:19:08,446 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:19:08,757 INFO [M:0;38a5d2077268:33305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:19:08,757 INFO [M:0;38a5d2077268:33305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:19:08,757 DEBUG [M:0;38a5d2077268:33305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:08,757 INFO [M:0;38a5d2077268:33305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:08,757 DEBUG [M:0;38a5d2077268:33305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:08,757 DEBUG [M:0;38a5d2077268:33305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:08,757 DEBUG [M:0;38a5d2077268:33305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:08,757 INFO [M:0;38a5d2077268:33305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-25T03:19:08,774 DEBUG [M:0;38a5d2077268:33305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb18162cb91426396cb63dcb47fda14 is 82, key is hbase:meta,,1/info:regioninfo/1732504678581/Put/seqid=0 2024-11-25T03:19:08,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741844_1020 (size=5672) 2024-11-25T03:19:09,179 INFO [M:0;38a5d2077268:33305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb18162cb91426396cb63dcb47fda14 2024-11-25T03:19:09,199 DEBUG [M:0;38a5d2077268:33305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9404c48696c8401bbca5b30437f80c9a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732504680227/Put/seqid=0 2024-11-25T03:19:09,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741845_1021 (size=6727) 2024-11-25T03:19:09,604 INFO [M:0;38a5d2077268:33305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9404c48696c8401bbca5b30437f80c9a 2024-11-25T03:19:09,609 INFO [M:0;38a5d2077268:33305 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9404c48696c8401bbca5b30437f80c9a 2024-11-25T03:19:09,624 DEBUG [M:0;38a5d2077268:33305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96e9a89794b44a72ad32340068808b77 is 69, key is 38a5d2077268,45661,1732504676183/rs:state/1732504677763/Put/seqid=0 2024-11-25T03:19:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741846_1022 (size=5156) 2024-11-25T03:19:09,822 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/WALs/38a5d2077268,38067,1732504672175/38a5d2077268%2C38067%2C1732504672175.1732504673769 to pos 997, reset compression=false 2024-11-25T03:19:10,030 INFO [M:0;38a5d2077268:33305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96e9a89794b44a72ad32340068808b77 2024-11-25T03:19:10,035 DEBUG [M:0;38a5d2077268:33305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fdb18162cb91426396cb63dcb47fda14 as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdb18162cb91426396cb63dcb47fda14 2024-11-25T03:19:10,040 INFO [M:0;38a5d2077268:33305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fdb18162cb91426396cb63dcb47fda14, entries=8, sequenceid=58, filesize=5.5 K 2024-11-25T03:19:10,041 DEBUG [M:0;38a5d2077268:33305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9404c48696c8401bbca5b30437f80c9a as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9404c48696c8401bbca5b30437f80c9a 2024-11-25T03:19:10,046 INFO [M:0;38a5d2077268:33305 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9404c48696c8401bbca5b30437f80c9a 2024-11-25T03:19:10,046 INFO [M:0;38a5d2077268:33305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9404c48696c8401bbca5b30437f80c9a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-25T03:19:10,047 DEBUG [M:0;38a5d2077268:33305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96e9a89794b44a72ad32340068808b77 as hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96e9a89794b44a72ad32340068808b77 2024-11-25T03:19:10,052 INFO [M:0;38a5d2077268:33305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37643/user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96e9a89794b44a72ad32340068808b77, entries=1, sequenceid=58, filesize=5.0 K 2024-11-25T03:19:10,053 INFO [M:0;38a5d2077268:33305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false 2024-11-25T03:19:10,055 INFO [M:0;38a5d2077268:33305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:10,055 DEBUG [M:0;38a5d2077268:33305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504748757Disabling compacts and flushes for region at 1732504748757Disabling writes for close at 1732504748757Obtaining lock to block concurrent updates at 1732504748757Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504748757Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732504748758 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504748759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504748759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504748774 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504748774Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504749184 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504749199 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504749199Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504749609 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504749624 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504749624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea94c83: reopening flushed file at 1732504750035 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8ec18b: reopening flushed file at 1732504750040 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f495e74: reopening flushed file at 1732504750046 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=58, compaction requested=false at 1732504750053 (+7 ms)Writing region close event to WAL at 1732504750055 (+2 ms)Closed at 1732504750055 2024-11-25T03:19:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741830_1006 (size=33026) 2024-11-25T03:19:10,057 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75319603-30eb-2274-f863-484a4b9db20c/MasterData/WALs/38a5d2077268,33305,1732504676086/38a5d2077268%2C33305%2C1732504676086.1732504677573 not finished, retry = 0 2024-11-25T03:19:10,159 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:10,159 INFO [M:0;38a5d2077268:33305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:19:10,159 INFO [M:0;38a5d2077268:33305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33305 2024-11-25T03:19:10,159 INFO [M:0;38a5d2077268:33305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:10,261 INFO [M:0;38a5d2077268:33305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:10,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:10,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33305-0x1014d213e1c0003, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:10,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1db24222{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:19:10,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19bfa8b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:10,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:10,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e19fa0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:10,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a11563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:10,267 WARN [BP-65012949-172.17.0.2-1732504675019 heartbeating to localhost/127.0.0.1:37643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:19:10,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:19:10,267 WARN [BP-65012949-172.17.0.2-1732504675019 heartbeating to localhost/127.0.0.1:37643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-65012949-172.17.0.2-1732504675019 (Datanode Uuid e016830b-492a-49a2-97b0-952ef958f6fd) service to localhost/127.0.0.1:37643 2024-11-25T03:19:10,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:19:10,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/cluster_ced8a98d-9b29-985b-16db-32f2af7dc760/data/data1/current/BP-65012949-172.17.0.2-1732504675019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:10,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/cluster_ced8a98d-9b29-985b-16db-32f2af7dc760/data/data2/current/BP-65012949-172.17.0.2-1732504675019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:10,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:19:10,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6be5a022{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:19:10,275 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a0d197d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:10,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:10,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c5767f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:10,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe16d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:10,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:19:10,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:19:10,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:10,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:10,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:10,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:10,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:10,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:19:10,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=743325894, stopped=false 2024-11-25T03:19:10,289 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,42893,1732504672114 2024-11-25T03:19:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948797454/running 2024-11-25T03:19:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948797454/running 2024-11-25T03:19:10,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:19:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:19:10,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:10,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:10,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:10,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,38067,1732504672175' ***** 2024-11-25T03:19:10,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:19:10,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on znode that does not yet exist, /0-1948797454/running 2024-11-25T03:19:10,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Set watcher on znode that does not yet exist, /0-1948797454/running 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:19:10,292 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,38067,1732504672175 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:38067. 2024-11-25T03:19:10,292 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bde9f296e2baec943c88dcc2fef73da8, disabling compactions & flushes 2024-11-25T03:19:10,292 DEBUG [RS:0;38a5d2077268:38067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:10,292 DEBUG [RS:0;38a5d2077268:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:10,292 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:19:10,292 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:19:10,292 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. after waiting 0 ms 2024-11-25T03:19:10,292 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:19:10,292 INFO [RS:0;38a5d2077268:38067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:19:10,293 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:19:10,294 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:19:10,294 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1325): Online Regions={bde9f296e2baec943c88dcc2fef73da8=test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8., 1588230740=hbase:meta,,1.1588230740, 1c3aa89acea5589299e866c263fa83a9=hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9.} 2024-11-25T03:19:10,294 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c3aa89acea5589299e866c263fa83a9, bde9f296e2baec943c88dcc2fef73da8 2024-11-25T03:19:10,294 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:10,294 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:10,294 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:10,294 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:10,294 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:10,294 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:19:10,298 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/default/test/bde9f296e2baec943c88dcc2fef73da8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:19:10,299 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:10,299 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:19:10,299 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:19:10,299 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bde9f296e2baec943c88dcc2fef73da8: Waiting for close lock at 1732504750292Running coprocessor pre-close hooks at 1732504750292Disabling compacts and flushes for region at 1732504750292Disabling writes for close at 1732504750292Writing region close event to WAL at 1732504750294 (+2 ms)Running coprocessor post-close hooks at 1732504750299 (+5 ms)Closed at 1732504750299 2024-11-25T03:19:10,299 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8. 2024-11-25T03:19:10,299 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c3aa89acea5589299e866c263fa83a9, disabling compactions & flushes 2024-11-25T03:19:10,299 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:19:10,299 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:19:10,299 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. after waiting 0 ms 2024-11-25T03:19:10,299 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:19:10,299 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c3aa89acea5589299e866c263fa83a9 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-25T03:19:10,312 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/info/2dd80efcb84e45ddbdc14a6b64dcc5a2 is 147, key is hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9./info:regioninfo/1732504681706/Put/seqid=0 2024-11-25T03:19:10,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741844_1020 (size=7686) 2024-11-25T03:19:10,318 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/.tmp/hfileref/6d47a34e1ce34fe39414b7b6305e182c is 74, key is 1/hfileref:4dfb66e81bda4b2c93380af7d046bd4d_SeqId_4_/1732504684929/DeleteColumn/seqid=0 2024-11-25T03:19:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741845_1021 (size=5203) 2024-11-25T03:19:10,336 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:10,494 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:19:10,694 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:19:10,716 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/info/2dd80efcb84e45ddbdc14a6b64dcc5a2 2024-11-25T03:19:10,722 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:19:10,722 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:19:10,722 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/.tmp/hfileref/6d47a34e1ce34fe39414b7b6305e182c 2024-11-25T03:19:10,738 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/ns/846d537f05794a45bee00c66ffae2528 is 43, key is default/ns:d/1732504674807/Put/seqid=0 2024-11-25T03:19:10,741 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/.tmp/queue/6ba8e7c27fbf448ea073d350f268d067 is 153, key is 1-38a5d2077268,38067,1732504672175/queue:38a5d2077268%2C38067%2C1732504672175/1732504686763/Put/seqid=0 2024-11-25T03:19:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741846_1022 (size=5153) 2024-11-25T03:19:10,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741847_1023 (size=5352) 2024-11-25T03:19:10,895 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:19:11,095 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c3aa89acea5589299e866c263fa83a9 2024-11-25T03:19:11,142 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/ns/846d537f05794a45bee00c66ffae2528 2024-11-25T03:19:11,146 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/.tmp/queue/6ba8e7c27fbf448ea073d350f268d067 2024-11-25T03:19:11,152 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/.tmp/hfileref/6d47a34e1ce34fe39414b7b6305e182c as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/hfileref/6d47a34e1ce34fe39414b7b6305e182c 2024-11-25T03:19:11,157 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/hfileref/6d47a34e1ce34fe39414b7b6305e182c, entries=2, sequenceid=10, filesize=5.1 K 2024-11-25T03:19:11,158 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/.tmp/queue/6ba8e7c27fbf448ea073d350f268d067 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/queue/6ba8e7c27fbf448ea073d350f268d067 2024-11-25T03:19:11,164 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/queue/6ba8e7c27fbf448ea073d350f268d067, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T03:19:11,166 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1c3aa89acea5589299e866c263fa83a9 in 866ms, sequenceid=10, compaction requested=false 2024-11-25T03:19:11,167 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/rep_barrier/7c1d4ee4cbc54b9598be4097fa4e5c61 is 112, key is test,,1732504678706.bde9f296e2baec943c88dcc2fef73da8./rep_barrier:seqnumDuringOpen/1732504679575/Put/seqid=0 2024-11-25T03:19:11,180 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/replication/1c3aa89acea5589299e866c263fa83a9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T03:19:11,181 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:11,181 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:11,181 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:19:11,181 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c3aa89acea5589299e866c263fa83a9: Waiting for close lock at 1732504750299Running coprocessor pre-close hooks at 1732504750299Disabling compacts and flushes for region at 1732504750299Disabling writes for close at 1732504750299Obtaining lock to block concurrent updates at 1732504750300 (+1 ms)Preparing flush snapshotting stores in 1c3aa89acea5589299e866c263fa83a9 at 1732504750300Finished memstore snapshotting hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732504750300Flushing stores of hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. at 1732504750300Flushing 1c3aa89acea5589299e866c263fa83a9/hfileref: creating writer at 1732504750300Flushing 1c3aa89acea5589299e866c263fa83a9/hfileref: appending metadata at 1732504750318 (+18 ms)Flushing 1c3aa89acea5589299e866c263fa83a9/hfileref: closing flushed file at 1732504750318Flushing 1c3aa89acea5589299e866c263fa83a9/queue: creating writer at 1732504750727 (+409 ms)Flushing 1c3aa89acea5589299e866c263fa83a9/queue: appending metadata at 1732504750741 (+14 ms)Flushing 1c3aa89acea5589299e866c263fa83a9/queue: closing flushed file at 1732504750741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dde90e6: reopening flushed file at 1732504751150 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc05974: reopening flushed file at 1732504751157 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 1c3aa89acea5589299e866c263fa83a9 in 866ms, sequenceid=10, compaction requested=false at 1732504751166 (+9 ms)Writing region close event to WAL at 1732504751173 (+7 ms)Running coprocessor post-close hooks at 1732504751181 (+8 ms)Closed at 1732504751181 2024-11-25T03:19:11,181 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504680520.1c3aa89acea5589299e866c263fa83a9. 2024-11-25T03:19:11,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741848_1024 (size=5518) 2024-11-25T03:19:11,295 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:19:11,295 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:11,295 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:11,495 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:11,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:11,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:11,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:11,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:11,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:11,583 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/rep_barrier/7c1d4ee4cbc54b9598be4097fa4e5c61 2024-11-25T03:19:11,623 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/table/5e202d8d73954001b5d06ac7180bbf7a is 53, key is hbase:replication/table:state/1732504681714/Put/seqid=0 2024-11-25T03:19:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741849_1025 (size=5308) 2024-11-25T03:19:11,696 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:11,896 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:12,054 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/table/5e202d8d73954001b5d06ac7180bbf7a 2024-11-25T03:19:12,072 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/info/2dd80efcb84e45ddbdc14a6b64dcc5a2 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/info/2dd80efcb84e45ddbdc14a6b64dcc5a2 2024-11-25T03:19:12,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:19:12,083 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/info/2dd80efcb84e45ddbdc14a6b64dcc5a2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:19:12,084 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/ns/846d537f05794a45bee00c66ffae2528 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/ns/846d537f05794a45bee00c66ffae2528 2024-11-25T03:19:12,089 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/ns/846d537f05794a45bee00c66ffae2528, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:19:12,090 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/rep_barrier/7c1d4ee4cbc54b9598be4097fa4e5c61 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/rep_barrier/7c1d4ee4cbc54b9598be4097fa4e5c61 2024-11-25T03:19:12,095 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/rep_barrier/7c1d4ee4cbc54b9598be4097fa4e5c61, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:19:12,096 DEBUG [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:12,096 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/.tmp/table/5e202d8d73954001b5d06ac7180bbf7a as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/table/5e202d8d73954001b5d06ac7180bbf7a 2024-11-25T03:19:12,103 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/table/5e202d8d73954001b5d06ac7180bbf7a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:19:12,104 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1810ms, sequenceid=16, compaction requested=false 2024-11-25T03:19:12,104 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:19:12,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:12,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:12,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:12,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:12,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:12,164 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:19:12,165 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:12,165 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:12,165 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:12,165 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504750294Running coprocessor pre-close hooks at 1732504750294Disabling compacts and flushes for region at 1732504750294Disabling writes for close at 1732504750294Obtaining lock to block concurrent updates at 1732504750294Preparing flush snapshotting stores in 1588230740 at 1732504750294Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504750295 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732504750295Flushing 1588230740/info: creating writer at 1732504750295Flushing 1588230740/info: appending metadata at 1732504750311 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732504750311Flushing 1588230740/ns: creating writer at 1732504750722 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732504750737 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732504750737Flushing 1588230740/rep_barrier: creating writer at 1732504751148 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504751166 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504751166Flushing 1588230740/table: creating writer at 1732504751592 (+426 ms)Flushing 1588230740/table: appending metadata at 1732504751622 (+30 ms)Flushing 1588230740/table: closing flushed file at 1732504751622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1b5017: reopening flushed file at 1732504752071 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1370f77a: reopening flushed file at 1732504752083 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36815efc: reopening flushed file at 1732504752089 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5653059a: reopening flushed file at 1732504752095 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1810ms, sequenceid=16, compaction requested=false at 1732504752104 (+9 ms)Writing region close event to WAL at 1732504752159 (+55 ms)Running coprocessor post-close hooks at 1732504752165 (+6 ms)Closed at 1732504752165 2024-11-25T03:19:12,166 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:12,296 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,38067,1732504672175; all regions closed. 2024-11-25T03:19:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:19:12,335 DEBUG [RS:0;38a5d2077268:38067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/oldWALs 2024-11-25T03:19:12,335 INFO [RS:0;38a5d2077268:38067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C38067%2C1732504672175.meta:.meta(num 1732504674734) 2024-11-25T03:19:12,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741839_1015 (size=2700) 2024-11-25T03:19:12,345 DEBUG [RS:0;38a5d2077268:38067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/oldWALs 2024-11-25T03:19:12,345 INFO [RS:0;38a5d2077268:38067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C38067%2C1732504672175.rep:(num 1732504681659) 2024-11-25T03:19:12,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741832_1008 (size=1300) 2024-11-25T03:19:12,366 DEBUG [RS:0;38a5d2077268:38067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/oldWALs 2024-11-25T03:19:12,366 INFO [RS:0;38a5d2077268:38067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C38067%2C1732504672175:(num 1732504673769) 2024-11-25T03:19:12,366 DEBUG [RS:0;38a5d2077268:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:12,366 INFO [RS:0;38a5d2077268:38067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:12,366 INFO [RS:0;38a5d2077268:38067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:12,367 INFO [RS:0;38a5d2077268:38067 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:12,367 INFO [RS:0;38a5d2077268:38067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:12,367 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:12,368 INFO [RS:0;38a5d2077268:38067 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,38067,1732504672175 because: Region server is closing 2024-11-25T03:19:12,368 INFO [RS:0;38a5d2077268:38067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:38067. 2024-11-25T03:19:12,368 DEBUG [RS:0;38a5d2077268:38067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:12,368 DEBUG [RS:0;38a5d2077268:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:12,368 DEBUG [RS:0;38a5d2077268:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:12,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:12,469 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.wal-reader.38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:19:12,469 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T03:19:12,469 INFO [RS:0;38a5d2077268:38067 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38067,1732504672175.replicationSource.shipper38a5d2077268%2C38067%2C1732504672175,1-38a5d2077268,38067,1732504672175 terminated 2024-11-25T03:19:12,469 INFO [RS:0;38a5d2077268:38067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38067 2024-11-25T03:19:12,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948797454/rs/38a5d2077268,38067,1732504672175 2024-11-25T03:19:12,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454/rs 2024-11-25T03:19:12,473 INFO [RS:0;38a5d2077268:38067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:12,473 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,38067,1732504672175] 2024-11-25T03:19:12,475 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948797454/draining/38a5d2077268,38067,1732504672175 already deleted, retry=false 2024-11-25T03:19:12,475 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,38067,1732504672175 expired; onlineServers=0 2024-11-25T03:19:12,475 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,42893,1732504672114' ***** 2024-11-25T03:19:12,475 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:19:12,475 INFO [M:0;38a5d2077268:42893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:12,475 INFO [M:0;38a5d2077268:42893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:12,475 DEBUG [M:0;38a5d2077268:42893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:19:12,476 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:19:12,476 DEBUG [M:0;38a5d2077268:42893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:19:12,476 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504673552 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504673552,5,FailOnTimeoutGroup] 2024-11-25T03:19:12,476 INFO [M:0;38a5d2077268:42893 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:12,476 INFO [M:0;38a5d2077268:42893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:12,476 DEBUG [M:0;38a5d2077268:42893 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:19:12,476 INFO [M:0;38a5d2077268:42893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:19:12,476 INFO [M:0;38a5d2077268:42893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:12,476 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504673556 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504673556,5,FailOnTimeoutGroup] 2024-11-25T03:19:12,476 INFO [M:0;38a5d2077268:42893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:19:12,476 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:19:12,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948797454/master 2024-11-25T03:19:12,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948797454 2024-11-25T03:19:12,480 DEBUG [M:0;38a5d2077268:42893 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948797454/master already deleted, retry=false 2024-11-25T03:19:12,480 DEBUG [M:0;38a5d2077268:42893 {}] master.ActiveMasterManager(353): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1948797454/master 2024-11-25T03:19:12,493 INFO [M:0;38a5d2077268:42893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/.lastflushedseqids 2024-11-25T03:19:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741850_1026 (size=263) 2024-11-25T03:19:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:12,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1014d213e1c0001, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:12,575 INFO [RS:0;38a5d2077268:38067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:12,575 INFO [RS:0;38a5d2077268:38067 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,38067,1732504672175; zookeeper connection closed. 2024-11-25T03:19:12,577 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11bd2acf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11bd2acf 2024-11-25T03:19:12,577 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:19:12,915 INFO [M:0;38a5d2077268:42893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:19:12,915 INFO [M:0;38a5d2077268:42893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:19:12,915 DEBUG [M:0;38a5d2077268:42893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:12,915 INFO [M:0;38a5d2077268:42893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:12,915 DEBUG [M:0;38a5d2077268:42893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:12,915 DEBUG [M:0;38a5d2077268:42893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:12,915 DEBUG [M:0;38a5d2077268:42893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:12,915 INFO [M:0;38a5d2077268:42893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-25T03:19:12,936 DEBUG [M:0;38a5d2077268:42893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3184b6c35dd4bb795628df7fbf1226d is 82, key is hbase:meta,,1/info:regioninfo/1732504674794/Put/seqid=0 2024-11-25T03:19:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741851_1027 (size=5672) 2024-11-25T03:19:12,955 INFO [M:0;38a5d2077268:42893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3184b6c35dd4bb795628df7fbf1226d 2024-11-25T03:19:12,991 DEBUG [M:0;38a5d2077268:42893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8eed0bbc8544e308bda3e603cc34428 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732504679591/Put/seqid=0 2024-11-25T03:19:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741852_1028 (size=7240) 2024-11-25T03:19:13,013 INFO [M:0;38a5d2077268:42893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8eed0bbc8544e308bda3e603cc34428 2024-11-25T03:19:13,026 INFO [M:0;38a5d2077268:42893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8eed0bbc8544e308bda3e603cc34428 2024-11-25T03:19:13,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:13,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:19:13,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:19:13,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T03:19:13,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:13,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:19:13,054 DEBUG [M:0;38a5d2077268:42893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/555dec14975b41488832783cdab1e571 is 69, key is 38a5d2077268,38067,1732504672175/rs:state/1732504673620/Put/seqid=0 2024-11-25T03:19:13,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741853_1029 (size=5156) 2024-11-25T03:19:13,068 INFO [M:0;38a5d2077268:42893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/555dec14975b41488832783cdab1e571 2024-11-25T03:19:13,077 DEBUG [M:0;38a5d2077268:42893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3184b6c35dd4bb795628df7fbf1226d as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3184b6c35dd4bb795628df7fbf1226d 2024-11-25T03:19:13,092 INFO [M:0;38a5d2077268:42893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3184b6c35dd4bb795628df7fbf1226d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T03:19:13,094 DEBUG [M:0;38a5d2077268:42893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8eed0bbc8544e308bda3e603cc34428 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8eed0bbc8544e308bda3e603cc34428 2024-11-25T03:19:13,107 INFO [M:0;38a5d2077268:42893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8eed0bbc8544e308bda3e603cc34428 2024-11-25T03:19:13,107 INFO [M:0;38a5d2077268:42893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8eed0bbc8544e308bda3e603cc34428, entries=11, sequenceid=105, filesize=7.1 K 2024-11-25T03:19:13,108 DEBUG [M:0;38a5d2077268:42893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/555dec14975b41488832783cdab1e571 as hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/555dec14975b41488832783cdab1e571 2024-11-25T03:19:13,119 INFO [M:0;38a5d2077268:42893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36721/user/jenkins/test-data/adb2f23d-a6db-025b-5fff-8ce0fec49339/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/555dec14975b41488832783cdab1e571, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T03:19:13,124 INFO [M:0;38a5d2077268:42893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 209ms, sequenceid=105, compaction requested=false 2024-11-25T03:19:13,151 INFO [M:0;38a5d2077268:42893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:13,151 DEBUG [M:0;38a5d2077268:42893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504752915Disabling compacts and flushes for region at 1732504752915Disabling writes for close at 1732504752915Obtaining lock to block concurrent updates at 1732504752915Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504752915Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732504752916 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504752916Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504752917 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504752935 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504752935Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504752969 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504752990 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504752990Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504753026 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504753053 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504753053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2561ce6d: reopening flushed file at 1732504753076 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aaa15c7: reopening flushed file at 1732504753092 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783a9e32: reopening flushed file at 1732504753107 (+15 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 209ms, sequenceid=105, compaction requested=false at 1732504753124 (+17 ms)Writing region close event to WAL at 1732504753150 (+26 ms)Closed at 1732504753150 2024-11-25T03:19:13,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741830_1006 (size=64526) 2024-11-25T03:19:13,168 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:13,168 INFO [M:0;38a5d2077268:42893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:19:13,169 INFO [M:0;38a5d2077268:42893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42893 2024-11-25T03:19:13,170 INFO [M:0;38a5d2077268:42893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:13,273 INFO [M:0;38a5d2077268:42893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:13,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:13,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42893-0x1014d213e1c0000, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:13,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e9c7b09{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:19:13,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@632d7edb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:13,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:13,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d044cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:13,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4304f93b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:13,279 WARN [BP-447450823-172.17.0.2-1732504671151 heartbeating to localhost/127.0.0.1:36721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:19:13,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:19:13,279 WARN [BP-447450823-172.17.0.2-1732504671151 heartbeating to localhost/127.0.0.1:36721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-447450823-172.17.0.2-1732504671151 (Datanode Uuid a3df1b48-ea58-4676-a07f-8c5436858c6e) service to localhost/127.0.0.1:36721 2024-11-25T03:19:13,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:19:13,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/cluster_cd5d563f-5c3d-3958-262c-9336dbfb6221/data/data1/current/BP-447450823-172.17.0.2-1732504671151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:13,281 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:19:13,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/cluster_cd5d563f-5c3d-3958-262c-9336dbfb6221/data/data2/current/BP-447450823-172.17.0.2-1732504671151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:13,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4834dab3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:19:13,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c41056e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:13,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:13,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f63801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:13,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7626e425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0d8b2bf-1ebf-0fe1-848a-eebb124b8be5/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:13,306 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:19:13,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:19:13,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 140) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51889) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f018cb91a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51889) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36721 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37643 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f018cb91a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6236 (was 6592) 2024-11-25T03:19:13,362 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=505, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=6236 2024-11-25T03:19:13,385 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-25T03:19:13,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.log.dir so I do NOT create it in target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2 2024-11-25T03:19:13,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:19:13,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.tmp.dir so I do NOT create it in target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2 2024-11-25T03:19:13,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d56c42-b239-6a3f-a15e-c9e0b9e30b27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:19:13,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2 2024-11-25T03:19:13,387 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/cluster_02b6f881-110f-866b-6904-c3b99d4ddfbc, deleteOnExit=true 2024-11-25T03:19:13,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014d213e1c0005, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:19:13,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014d213e1c0005, quorum=127.0.0.1:51889, baseZNode=/1-1926990830 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:19:13,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014d213e1c0002, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:19:13,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014d213e1c0002, quorum=127.0.0.1:51889, baseZNode=/0-1948797454 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:19:13,412 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/cluster_02b6f881-110f-866b-6904-c3b99d4ddfbc/zookeeper_0, clientPort=55049, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/cluster_02b6f881-110f-866b-6904-c3b99d4ddfbc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/cluster_02b6f881-110f-866b-6904-c3b99d4ddfbc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:19:13,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55049 2024-11-25T03:19:13,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:19:13,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:19:13,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/test.cache.data in system properties and HBase conf 2024-11-25T03:19:13,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:19:13,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:19:13,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:19:13,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:19:13,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:19:13,418 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:19:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:19:13,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:13,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:19:13,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:19:13,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:19:13,554 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:19:13,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:13,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@331bbb0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:19:13,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5255788c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:19:13,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d8d2896{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/java.io.tmpdir/jetty-localhost-36715-hadoop-hdfs-3_4_1-tests_jar-_-any-5861654287043121757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:19:13,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a770da9{HTTP/1.1, (http/1.1)}{localhost:36715} 2024-11-25T03:19:13,715 INFO [Time-limited test {}] server.Server(415): Started @125965ms 2024-11-25T03:19:13,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:13,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:19:13,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:19:13,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:19:13,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:19:13,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b5b128f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:19:13,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f36d8c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:19:14,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a7e510c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/java.io.tmpdir/jetty-localhost-42429-hadoop-hdfs-3_4_1-tests_jar-_-any-11220669940256406402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:19:14,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@292bb3d3{HTTP/1.1, (http/1.1)}{localhost:42429} 2024-11-25T03:19:14,006 INFO [Time-limited test {}] server.Server(415): Started @126256ms 2024-11-25T03:19:14,007 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:19:14,105 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/cluster_02b6f881-110f-866b-6904-c3b99d4ddfbc/data/data1/current/BP-206059773-172.17.0.2-1732504753461/current, will proceed with Du for space computation calculation, 2024-11-25T03:19:14,106 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/cluster_02b6f881-110f-866b-6904-c3b99d4ddfbc/data/data2/current/BP-206059773-172.17.0.2-1732504753461/current, will proceed with Du for space computation calculation, 2024-11-25T03:19:14,131 WARN [Thread-1269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:19:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68f3ac928992da0f with lease ID 0x23e5542dd87fed13: Processing first storage report for DS-b8926ba5-3f21-4b74-afd2-df54bba22da3 from datanode DatanodeRegistration(127.0.0.1:34651, datanodeUuid=5c280e72-8dea-4347-a330-1c37df4a0c05, infoPort=37827, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=559885013;c=1732504753461) 2024-11-25T03:19:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68f3ac928992da0f with lease ID 0x23e5542dd87fed13: from storage DS-b8926ba5-3f21-4b74-afd2-df54bba22da3 node DatanodeRegistration(127.0.0.1:34651, datanodeUuid=5c280e72-8dea-4347-a330-1c37df4a0c05, infoPort=37827, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=559885013;c=1732504753461), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:19:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68f3ac928992da0f with lease ID 0x23e5542dd87fed13: Processing first storage report for DS-32e6eeea-b563-4511-8277-cc1900d6a96f from datanode DatanodeRegistration(127.0.0.1:34651, datanodeUuid=5c280e72-8dea-4347-a330-1c37df4a0c05, infoPort=37827, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=559885013;c=1732504753461) 2024-11-25T03:19:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68f3ac928992da0f with lease ID 0x23e5542dd87fed13: from storage DS-32e6eeea-b563-4511-8277-cc1900d6a96f node DatanodeRegistration(127.0.0.1:34651, datanodeUuid=5c280e72-8dea-4347-a330-1c37df4a0c05, infoPort=37827, infoSecurePort=0, ipcPort=37077, storageInfo=lv=-57;cid=testClusterID;nsid=559885013;c=1732504753461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:19:14,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2 2024-11-25T03:19:14,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:14,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:14,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:19:14,247 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12 with version=8 2024-11-25T03:19:14,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/hbase-staging 2024-11-25T03:19:14,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:14,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:14,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:14,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:14,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:14,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:14,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:19:14,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:14,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40829 2024-11-25T03:19:14,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40829 connecting to ZooKeeper ensemble=127.0.0.1:55049 2024-11-25T03:19:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408290x0, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:14,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40829-0x1014d227f8d0000 connected 2024-11-25T03:19:14,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:14,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:14,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/running 2024-11-25T03:19:14,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12, hbase.cluster.distributed=false 2024-11-25T03:19:14,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/acl 2024-11-25T03:19:14,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-25T03:19:14,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40829 2024-11-25T03:19:14,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40829 2024-11-25T03:19:14,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-25T03:19:14,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40829 2024-11-25T03:19:14,330 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:14,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:14,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:14,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:14,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:14,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:14,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:19:14,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:14,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41933 2024-11-25T03:19:14,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41933 connecting to ZooKeeper ensemble=127.0.0.1:55049 2024-11-25T03:19:14,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:14,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:14,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419330x0, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:14,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419330x0, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/running 2024-11-25T03:19:14,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:19:14,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41933-0x1014d227f8d0001 connected 2024-11-25T03:19:14,353 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:19:14,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/master 2024-11-25T03:19:14,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/acl 2024-11-25T03:19:14,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-25T03:19:14,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41933 2024-11-25T03:19:14,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41933 2024-11-25T03:19:14,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-25T03:19:14,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-25T03:19:14,377 DEBUG [M:0;38a5d2077268:40829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:40829 2024-11-25T03:19:14,377 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0707911211/backup-masters/38a5d2077268,40829,1732504754250 2024-11-25T03:19:14,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/backup-masters 2024-11-25T03:19:14,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/backup-masters 2024-11-25T03:19:14,380 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on existing znode=/0707911211/backup-masters/38a5d2077268,40829,1732504754250 2024-11-25T03:19:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0707911211/master 2024-11-25T03:19:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:14,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:14,385 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on existing znode=/0707911211/master 2024-11-25T03:19:14,391 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0707911211/backup-masters/38a5d2077268,40829,1732504754250 from backup master directory 2024-11-25T03:19:14,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/backup-masters 2024-11-25T03:19:14,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/backup-masters/38a5d2077268,40829,1732504754250 2024-11-25T03:19:14,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/backup-masters 2024-11-25T03:19:14,392 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:14,392 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,40829,1732504754250 2024-11-25T03:19:14,397 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/hbase.id] with ID: 33af7c57-fc7e-42fc-aaea-c00a527e4c92 2024-11-25T03:19:14,397 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/.tmp/hbase.id 2024-11-25T03:19:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:19:14,405 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/.tmp/hbase.id]:[hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/hbase.id] 2024-11-25T03:19:14,424 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:14,424 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:19:14,426 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T03:19:14,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:14,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:19:14,846 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:14,847 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:19:14,847 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:14,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:19:15,259 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store 2024-11-25T03:19:15,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:19:15,665 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:15,665 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:15,666 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:15,666 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:15,666 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:15,666 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:15,666 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:15,666 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504755665Disabling compacts and flushes for region at 1732504755665Disabling writes for close at 1732504755666 (+1 ms)Writing region close event to WAL at 1732504755666Closed at 1732504755666 2024-11-25T03:19:15,667 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/.initializing 2024-11-25T03:19:15,667 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250 2024-11-25T03:19:15,668 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:15,670 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C40829%2C1732504754250, suffix=, logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/oldWALs, maxLogs=10 2024-11-25T03:19:15,683 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250/38a5d2077268%2C40829%2C1732504754250.1732504755670, exclude list is [], retry=0 2024-11-25T03:19:15,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-b8926ba5-3f21-4b74-afd2-df54bba22da3,DISK] 2024-11-25T03:19:15,687 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250/38a5d2077268%2C40829%2C1732504754250.1732504755670 2024-11-25T03:19:15,688 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-25T03:19:15,688 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:15,688 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:15,688 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,688 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:19:15,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:15,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:15,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:19:15,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:15,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:15,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:19:15,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:15,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:15,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:19:15,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:15,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:15,695 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,695 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,696 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,697 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,697 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,697 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:15,698 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:15,700 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:15,701 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59820028, jitterRate=-0.10861212015151978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:15,701 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504755688Initializing all the Stores at 1732504755689 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504755689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504755689Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504755689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504755689Cleaning up temporary data from old regions at 1732504755697 (+8 ms)Region opened successfully at 1732504755701 (+4 ms) 2024-11-25T03:19:15,701 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:19:15,704 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406a0636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:15,705 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:19:15,705 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:19:15,705 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:19:15,705 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:19:15,705 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:19:15,706 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:19:15,706 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:19:15,708 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:19:15,708 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/balancer because node does not exist (not necessarily an error) 2024-11-25T03:19:15,709 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/balancer already deleted, retry=false 2024-11-25T03:19:15,710 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:19:15,710 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:19:15,711 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/normalizer already deleted, retry=false 2024-11-25T03:19:15,712 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:19:15,712 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:19:15,713 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/switch/split already deleted, retry=false 2024-11-25T03:19:15,714 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:19:15,716 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/switch/merge already deleted, retry=false 2024-11-25T03:19:15,718 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:19:15,719 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/snapshot-cleanup already deleted, retry=false 2024-11-25T03:19:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0707911211/running 2024-11-25T03:19:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0707911211/running 2024-11-25T03:19:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:15,721 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,40829,1732504754250, sessionid=0x1014d227f8d0000, setting cluster-up flag (Was=false) 2024-11-25T03:19:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:15,731 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0707911211/flush-table-proc/acquired, /0707911211/flush-table-proc/reached, /0707911211/flush-table-proc/abort 2024-11-25T03:19:15,732 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,40829,1732504754250 2024-11-25T03:19:15,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:15,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:15,741 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0707911211/online-snapshot/acquired, /0707911211/online-snapshot/reached, /0707911211/online-snapshot/abort 2024-11-25T03:19:15,742 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,40829,1732504754250 2024-11-25T03:19:15,743 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:19:15,744 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:15,745 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:19:15,745 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:19:15,745 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,40829,1732504754250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:19:15,746 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:15,746 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:15,746 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:15,746 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:15,746 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:19:15,746 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,746 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:15,746 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,747 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504785747 2024-11-25T03:19:15,747 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:19:15,747 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:19:15,747 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:19:15,747 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:19:15,747 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:19:15,747 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:19:15,747 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:15,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:19:15,748 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:19:15,748 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:19:15,748 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:19:15,748 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:19:15,748 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:19:15,748 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:19:15,748 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504755748,5,FailOnTimeoutGroup] 2024-11-25T03:19:15,748 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504755748,5,FailOnTimeoutGroup] 2024-11-25T03:19:15,749 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:15,749 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,749 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:19:15,749 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,749 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:19:15,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:19:15,767 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(746): ClusterId : 33af7c57-fc7e-42fc-aaea-c00a527e4c92 2024-11-25T03:19:15,767 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:19:15,769 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:19:15,769 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:19:15,771 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:19:15,771 DEBUG [RS:0;38a5d2077268:41933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362be3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:15,785 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:41933 2024-11-25T03:19:15,786 INFO [RS:0;38a5d2077268:41933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:19:15,786 INFO [RS:0;38a5d2077268:41933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:19:15,786 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:19:15,787 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,40829,1732504754250 with port=41933, startcode=1732504754329 2024-11-25T03:19:15,787 DEBUG [RS:0;38a5d2077268:41933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:19:15,789 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:19:15,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,41933,1732504754329 2024-11-25T03:19:15,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40829 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,41933,1732504754329 2024-11-25T03:19:15,791 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12 2024-11-25T03:19:15,791 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43287 2024-11-25T03:19:15,791 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:19:15,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/rs 2024-11-25T03:19:15,797 DEBUG [RS:0;38a5d2077268:41933 {}] zookeeper.ZKUtil(111): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on existing znode=/0707911211/rs/38a5d2077268,41933,1732504754329 2024-11-25T03:19:15,797 WARN [RS:0;38a5d2077268:41933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:15,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,41933,1732504754329] 2024-11-25T03:19:15,797 INFO [RS:0;38a5d2077268:41933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:15,797 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329 2024-11-25T03:19:15,801 INFO [RS:0;38a5d2077268:41933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:19:15,804 INFO [RS:0;38a5d2077268:41933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:19:15,805 INFO [RS:0;38a5d2077268:41933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:19:15,805 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,806 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:19:15,807 INFO [RS:0;38a5d2077268:41933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:19:15,807 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:15,807 DEBUG [RS:0;38a5d2077268:41933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:15,812 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,812 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,812 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,812 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,812 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,812 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,41933,1732504754329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:15,828 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:19:15,828 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,41933,1732504754329-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,829 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,829 INFO [RS:0;38a5d2077268:41933 {}] regionserver.Replication(171): 38a5d2077268,41933,1732504754329 started 2024-11-25T03:19:15,842 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:15,842 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,41933,1732504754329, RpcServer on 38a5d2077268/172.17.0.2:41933, sessionid=0x1014d227f8d0001 2024-11-25T03:19:15,842 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:19:15,842 DEBUG [RS:0;38a5d2077268:41933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,41933,1732504754329 2024-11-25T03:19:15,842 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,41933,1732504754329' 2024-11-25T03:19:15,842 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0707911211/flush-table-proc/abort' 2024-11-25T03:19:15,843 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0707911211/flush-table-proc/acquired' 2024-11-25T03:19:15,843 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:19:15,843 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:19:15,843 DEBUG [RS:0;38a5d2077268:41933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,41933,1732504754329 2024-11-25T03:19:15,843 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,41933,1732504754329' 2024-11-25T03:19:15,843 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0707911211/online-snapshot/abort' 2024-11-25T03:19:15,844 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0707911211/online-snapshot/acquired' 2024-11-25T03:19:15,844 DEBUG [RS:0;38a5d2077268:41933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:19:15,844 INFO [RS:0;38a5d2077268:41933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:19:15,844 INFO [RS:0;38a5d2077268:41933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:19:15,945 INFO [RS:0;38a5d2077268:41933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:15,946 INFO [RS:0;38a5d2077268:41933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C41933%2C1732504754329, suffix=, logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs, maxLogs=10 2024-11-25T03:19:15,960 DEBUG [RS:0;38a5d2077268:41933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.1732504755947, exclude list is [], retry=0 2024-11-25T03:19:15,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-b8926ba5-3f21-4b74-afd2-df54bba22da3,DISK] 2024-11-25T03:19:15,965 INFO [RS:0;38a5d2077268:41933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.1732504755947 2024-11-25T03:19:15,966 DEBUG [RS:0;38a5d2077268:41933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-25T03:19:16,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:19:16,156 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12 2024-11-25T03:19:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:19:16,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:16,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:19:16,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:19:16,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:16,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:16,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:19:16,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:19:16,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:16,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:16,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:19:16,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:19:16,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:16,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:16,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:19:16,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:19:16,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:16,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:16,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:19:16,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740 2024-11-25T03:19:16,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740 2024-11-25T03:19:16,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:19:16,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:19:16,214 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:16,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:19:16,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:16,218 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69372352, jitterRate=0.033728599548339844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:16,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504756181Initializing all the Stores at 1732504756189 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504756189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504756195 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504756195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504756195Cleaning up temporary data from old regions at 1732504756213 (+18 ms)Region opened successfully at 1732504756219 (+6 ms) 2024-11-25T03:19:16,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:16,219 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:16,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:16,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:16,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:16,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:16,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504756219Disabling compacts and flushes for region at 1732504756219Disabling writes for close at 1732504756219Writing region close event to WAL at 1732504756219Closed at 1732504756219 2024-11-25T03:19:16,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:16,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:19:16,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:19:16,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:16,225 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:19:16,375 DEBUG [38a5d2077268:40829 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:19:16,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,41933,1732504754329 2024-11-25T03:19:16,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,41933,1732504754329, state=OPENING 2024-11-25T03:19:16,380 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:19:16,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:16,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:16,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:16,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,41933,1732504754329}] 2024-11-25T03:19:16,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:16,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:16,536 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:19:16,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:19:16,542 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:19:16,542 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:16,542 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:19:16,544 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C41933%2C1732504754329.meta, suffix=.meta, logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs, maxLogs=10 2024-11-25T03:19:16,562 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.meta.1732504756544.meta, exclude list is [], retry=0 2024-11-25T03:19:16,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-b8926ba5-3f21-4b74-afd2-df54bba22da3,DISK] 2024-11-25T03:19:16,566 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.meta.1732504756544.meta 2024-11-25T03:19:16,566 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-25T03:19:16,567 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:16,567 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:16,567 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:19:16,567 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:19:16,567 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:19:16,567 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:19:16,567 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:16,567 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:19:16,567 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:19:16,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:19:16,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:19:16,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:16,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:16,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:19:16,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:19:16,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:16,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:16,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:19:16,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:19:16,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:16,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:16,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:19:16,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:19:16,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:16,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:16,573 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:19:16,574 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740 2024-11-25T03:19:16,575 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740 2024-11-25T03:19:16,576 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:19:16,576 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:19:16,577 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:16,578 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:19:16,578 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61243844, jitterRate=-0.08739560842514038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:16,579 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:19:16,579 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504756568Writing region info on filesystem at 1732504756568Initializing all the Stores at 1732504756568Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504756568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504756569 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504756569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504756569Cleaning up temporary data from old regions at 1732504756576 (+7 ms)Running coprocessor post-open hooks at 1732504756579 (+3 ms)Region opened successfully at 1732504756579 2024-11-25T03:19:16,580 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504756535 2024-11-25T03:19:16,582 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:19:16,582 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:19:16,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,41933,1732504754329 2024-11-25T03:19:16,583 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,41933,1732504754329, state=OPEN 2024-11-25T03:19:16,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707911211/meta-region-server 2024-11-25T03:19:16,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707911211/meta-region-server 2024-11-25T03:19:16,587 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,41933,1732504754329 2024-11-25T03:19:16,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:16,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:16,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:19:16,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,41933,1732504754329 in 204 msec 2024-11-25T03:19:16,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:19:16,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-25T03:19:16,591 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:16,592 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:19:16,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:16,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,41933,1732504754329, seqNum=-1] 2024-11-25T03:19:16,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:16,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:16,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-11-25T03:19:16,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504756599, completionTime=-1 2024-11-25T03:19:16,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:19:16,599 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:19:16,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:19:16,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504816601 2024-11-25T03:19:16,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504876601 2024-11-25T03:19:16,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:19:16,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40829,1732504754250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:16,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40829,1732504754250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:16,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40829,1732504754250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:16,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:40829, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:16,601 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:16,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:16,603 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:19:16,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.213sec 2024-11-25T03:19:16,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:19:16,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:19:16,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:19:16,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:19:16,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:19:16,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40829,1732504754250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:16,606 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40829,1732504754250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:19:16,608 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:19:16,608 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:19:16,608 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40829,1732504754250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:16,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c849b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:16,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,40829,-1 for getting cluster id 2024-11-25T03:19:16,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:16,673 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33af7c57-fc7e-42fc-aaea-c00a527e4c92' 2024-11-25T03:19:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:16,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33af7c57-fc7e-42fc-aaea-c00a527e4c92" 2024-11-25T03:19:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a36a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,40829,-1] 2024-11-25T03:19:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:16,675 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:16,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7a8707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:16,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:16,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,41933,1732504754329, seqNum=-1] 2024-11-25T03:19:16,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:16,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:16,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,40829,1732504754250 2024-11-25T03:19:16,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55049 2024-11-25T03:19:16,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:16,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d227f8d0002 connected 2024-11-25T03:19:16,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.log.dir so I do NOT create it in target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a 2024-11-25T03:19:16,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:19:16,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.tmp.dir so I do NOT create it in target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a 2024-11-25T03:19:16,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:19:16,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/cluster_2200aad4-fc5c-8b9a-db96-c80b03f7e8d9, deleteOnExit=true 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/test.cache.data in system properties and HBase conf 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:19:16,689 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:19:16,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:19:16,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:19:16,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:16,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:19:16,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:19:16,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:19:16,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:19:16,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:16,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@452d133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:19:16,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d7b3c36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:19:16,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2918e8d8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/java.io.tmpdir/jetty-localhost-39109-hadoop-hdfs-3_4_1-tests_jar-_-any-17053562031166021220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:19:16,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@84ed82{HTTP/1.1, (http/1.1)}{localhost:39109} 2024-11-25T03:19:16,900 INFO [Time-limited test {}] server.Server(415): Started @129150ms 2024-11-25T03:19:16,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:16,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:19:16,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:19:16,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:19:16,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:19:16,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326647b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:19:16,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eca4a31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:19:17,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67ed8761{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/java.io.tmpdir/jetty-localhost-37099-hadoop-hdfs-3_4_1-tests_jar-_-any-13347602927429386289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:19:17,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8ad9d16{HTTP/1.1, (http/1.1)}{localhost:37099} 2024-11-25T03:19:17,095 INFO [Time-limited test {}] server.Server(415): Started @129345ms 2024-11-25T03:19:17,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:19:17,204 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/cluster_2200aad4-fc5c-8b9a-db96-c80b03f7e8d9/data/data1/current/BP-1482635898-172.17.0.2-1732504756708/current, will proceed with Du for space computation calculation, 2024-11-25T03:19:17,204 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/cluster_2200aad4-fc5c-8b9a-db96-c80b03f7e8d9/data/data2/current/BP-1482635898-172.17.0.2-1732504756708/current, will proceed with Du for space computation calculation, 2024-11-25T03:19:17,222 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:19:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cdae9d4d6ff1df9 with lease ID 0x90802fbc56c6195b: Processing first storage report for DS-de3fd872-741f-4bb8-81ee-73d249c726fc from datanode DatanodeRegistration(127.0.0.1:33665, datanodeUuid=48b5b130-477c-42a6-ba43-865496cc2ab9, infoPort=40281, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1791599929;c=1732504756708) 2024-11-25T03:19:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cdae9d4d6ff1df9 with lease ID 0x90802fbc56c6195b: from storage DS-de3fd872-741f-4bb8-81ee-73d249c726fc node DatanodeRegistration(127.0.0.1:33665, datanodeUuid=48b5b130-477c-42a6-ba43-865496cc2ab9, infoPort=40281, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1791599929;c=1732504756708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:19:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cdae9d4d6ff1df9 with lease ID 0x90802fbc56c6195b: Processing first storage report for DS-4c5ced1e-3e0f-4087-99c8-37d2845ebd27 from datanode DatanodeRegistration(127.0.0.1:33665, datanodeUuid=48b5b130-477c-42a6-ba43-865496cc2ab9, infoPort=40281, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1791599929;c=1732504756708) 2024-11-25T03:19:17,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cdae9d4d6ff1df9 with lease ID 0x90802fbc56c6195b: from storage DS-4c5ced1e-3e0f-4087-99c8-37d2845ebd27 node DatanodeRegistration(127.0.0.1:33665, datanodeUuid=48b5b130-477c-42a6-ba43-865496cc2ab9, infoPort=40281, infoSecurePort=0, ipcPort=35679, storageInfo=lv=-57;cid=testClusterID;nsid=1791599929;c=1732504756708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:19:17,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a 2024-11-25T03:19:17,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:17,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:19:17,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:19:17,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:17,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:17,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:17,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:17,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:17,734 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2 with version=8 2024-11-25T03:19:17,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/hbase-staging 2024-11-25T03:19:17,736 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:17,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:17,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:17,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:17,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:17,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:17,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:19:17,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:17,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40409 2024-11-25T03:19:17,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40409 connecting to ZooKeeper ensemble=127.0.0.1:55049 2024-11-25T03:19:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404090x0, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:17,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40409-0x1014d227f8d0003 connected 2024-11-25T03:19:17,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:17,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:17,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on znode that does not yet exist, /1252218570/running 2024-11-25T03:19:17,755 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2, hbase.cluster.distributed=false 2024-11-25T03:19:17,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on znode that does not yet exist, /1252218570/acl 2024-11-25T03:19:17,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40409 2024-11-25T03:19:17,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40409 2024-11-25T03:19:17,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40409 2024-11-25T03:19:17,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40409 2024-11-25T03:19:17,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40409 2024-11-25T03:19:17,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:17,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:17,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:17,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:17,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:17,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:17,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:19:17,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:17,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36261 2024-11-25T03:19:17,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36261 connecting to ZooKeeper ensemble=127.0.0.1:55049 2024-11-25T03:19:17,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:17,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:17,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362610x0, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:17,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362610x0, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on znode that does not yet exist, /1252218570/running 2024-11-25T03:19:17,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36261-0x1014d227f8d0004 connected 2024-11-25T03:19:17,780 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:19:17,784 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:19:17,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on znode that does not yet exist, /1252218570/master 2024-11-25T03:19:17,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on znode that does not yet exist, /1252218570/acl 2024-11-25T03:19:17,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36261 2024-11-25T03:19:17,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36261 2024-11-25T03:19:17,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36261 2024-11-25T03:19:17,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36261 2024-11-25T03:19:17,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36261 2024-11-25T03:19:17,801 DEBUG [M:0;38a5d2077268:40409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:40409 2024-11-25T03:19:17,801 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1252218570/backup-masters/38a5d2077268,40409,1732504757736 2024-11-25T03:19:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570/backup-masters 2024-11-25T03:19:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570/backup-masters 2024-11-25T03:19:17,803 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on existing znode=/1252218570/backup-masters/38a5d2077268,40409,1732504757736 2024-11-25T03:19:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1252218570/master 2024-11-25T03:19:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:17,806 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on existing znode=/1252218570/master 2024-11-25T03:19:17,807 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1252218570/backup-masters/38a5d2077268,40409,1732504757736 from backup master directory 2024-11-25T03:19:17,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1252218570/backup-masters/38a5d2077268,40409,1732504757736 2024-11-25T03:19:17,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570/backup-masters 2024-11-25T03:19:17,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570/backup-masters 2024-11-25T03:19:17,808 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:17,808 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,40409,1732504757736 2024-11-25T03:19:17,812 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/hbase.id] with ID: 060e7510-1dd9-467c-ab32-ddfcfc2ae9d5 2024-11-25T03:19:17,812 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/.tmp/hbase.id 2024-11-25T03:19:17,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:19:18,221 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/.tmp/hbase.id]:[hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/hbase.id] 2024-11-25T03:19:18,231 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:18,231 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:19:18,232 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:19:18,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:18,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:19:18,641 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:18,641 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:19:18,642 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:18,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:19:19,049 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store 2024-11-25T03:19:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:19:19,455 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:19,455 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:19,455 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:19,455 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:19,455 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:19,455 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:19,455 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:19,455 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504759455Disabling compacts and flushes for region at 1732504759455Disabling writes for close at 1732504759455Writing region close event to WAL at 1732504759455Closed at 1732504759455 2024-11-25T03:19:19,456 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/.initializing 2024-11-25T03:19:19,456 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/WALs/38a5d2077268,40409,1732504757736 2024-11-25T03:19:19,457 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:19,458 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C40409%2C1732504757736, suffix=, logDir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/WALs/38a5d2077268,40409,1732504757736, archiveDir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/oldWALs, maxLogs=10 2024-11-25T03:19:19,472 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/WALs/38a5d2077268,40409,1732504757736/38a5d2077268%2C40409%2C1732504757736.1732504759458, exclude list is [], retry=0 2024-11-25T03:19:19,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33665,DS-de3fd872-741f-4bb8-81ee-73d249c726fc,DISK] 2024-11-25T03:19:19,476 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/WALs/38a5d2077268,40409,1732504757736/38a5d2077268%2C40409%2C1732504757736.1732504759458 2024-11-25T03:19:19,476 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40281:40281)] 2024-11-25T03:19:19,476 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:19,476 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:19,476 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,476 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:19:19,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:19,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:19,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:19:19,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:19,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:19,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:19:19,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:19,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:19,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:19:19,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:19,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:19,482 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,483 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,483 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,484 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,484 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,484 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:19,485 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:19,487 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:19,487 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58910535, jitterRate=-0.12216462194919586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:19,488 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504759476Initializing all the Stores at 1732504759477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504759477Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504759477Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504759477Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504759477Cleaning up temporary data from old regions at 1732504759484 (+7 ms)Region opened successfully at 1732504759488 (+4 ms) 2024-11-25T03:19:19,488 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:19:19,490 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ef5083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:19,491 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:19:19,491 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:19:19,491 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:19:19,491 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:19:19,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:19:19,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:19:19,492 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:19:19,495 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:19:19,496 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Unable to get data of znode /1252218570/balancer because node does not exist (not necessarily an error) 2024-11-25T03:19:19,497 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1252218570/balancer already deleted, retry=false 2024-11-25T03:19:19,497 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:19:19,498 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Unable to get data of znode /1252218570/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:19:19,499 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1252218570/normalizer already deleted, retry=false 2024-11-25T03:19:19,499 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:19:19,499 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Unable to get data of znode /1252218570/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:19:19,506 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1252218570/switch/split already deleted, retry=false 2024-11-25T03:19:19,506 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Unable to get data of znode /1252218570/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:19:19,507 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1252218570/switch/merge already deleted, retry=false 2024-11-25T03:19:19,509 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Unable to get data of znode /1252218570/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:19:19,510 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1252218570/snapshot-cleanup already deleted, retry=false 2024-11-25T03:19:19,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1252218570/running 2024-11-25T03:19:19,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1252218570/running 2024-11-25T03:19:19,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:19,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:19,512 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,40409,1732504757736, sessionid=0x1014d227f8d0003, setting cluster-up flag (Was=false) 2024-11-25T03:19:19,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:19,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:19,521 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1252218570/flush-table-proc/acquired, /1252218570/flush-table-proc/reached, /1252218570/flush-table-proc/abort 2024-11-25T03:19:19,522 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,40409,1732504757736 2024-11-25T03:19:19,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:19,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:19,534 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1252218570/online-snapshot/acquired, /1252218570/online-snapshot/reached, /1252218570/online-snapshot/abort 2024-11-25T03:19:19,534 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,40409,1732504757736 2024-11-25T03:19:19,535 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:19:19,537 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:19,537 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:19:19,537 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:19:19,537 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,40409,1732504757736 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:19:19,538 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:19,538 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:19,538 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:19,538 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:19,538 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:19:19,538 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,538 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:19,538 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,539 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504789539 2024-11-25T03:19:19,539 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:19:19,539 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:19:19,539 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:19:19,539 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:19:19,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:19,539 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:19:19,539 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:19:19,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:19:19,540 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,540 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:19:19,540 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:19:19,540 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:19:19,540 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:19:19,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:19,541 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:19:19,541 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:19:19,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:19:19,541 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504759541,5,FailOnTimeoutGroup] 2024-11-25T03:19:19,541 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504759541,5,FailOnTimeoutGroup] 2024-11-25T03:19:19,541 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,541 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:19:19,541 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,541 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:19:19,592 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(746): ClusterId : 060e7510-1dd9-467c-ab32-ddfcfc2ae9d5 2024-11-25T03:19:19,592 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:19:19,594 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:19:19,594 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:19:19,595 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:19:19,596 DEBUG [RS:0;38a5d2077268:36261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd46de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:19,608 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:36261 2024-11-25T03:19:19,608 INFO [RS:0;38a5d2077268:36261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:19:19,608 INFO [RS:0;38a5d2077268:36261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:19:19,608 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:19:19,608 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,40409,1732504757736 with port=36261, startcode=1732504757772 2024-11-25T03:19:19,609 DEBUG [RS:0;38a5d2077268:36261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:19:19,610 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:19:19,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,36261,1732504757772 2024-11-25T03:19:19,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40409 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,36261,1732504757772 2024-11-25T03:19:19,612 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2 2024-11-25T03:19:19,612 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41845 2024-11-25T03:19:19,612 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:19:19,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570/rs 2024-11-25T03:19:19,614 DEBUG [RS:0;38a5d2077268:36261 {}] zookeeper.ZKUtil(111): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on existing znode=/1252218570/rs/38a5d2077268,36261,1732504757772 2024-11-25T03:19:19,614 WARN [RS:0;38a5d2077268:36261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:19,615 INFO [RS:0;38a5d2077268:36261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:19,615 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/WALs/38a5d2077268,36261,1732504757772 2024-11-25T03:19:19,615 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,36261,1732504757772] 2024-11-25T03:19:19,618 INFO [RS:0;38a5d2077268:36261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:19:19,619 INFO [RS:0;38a5d2077268:36261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:19:19,620 INFO [RS:0;38a5d2077268:36261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:19:19,620 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,621 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:19:19,621 INFO [RS:0;38a5d2077268:36261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:19:19,621 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:19,622 DEBUG [RS:0;38a5d2077268:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:19,625 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,625 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,625 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,625 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,625 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,625 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36261,1732504757772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:19,648 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:19:19,648 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36261,1732504757772-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,648 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,648 INFO [RS:0;38a5d2077268:36261 {}] regionserver.Replication(171): 38a5d2077268,36261,1732504757772 started 2024-11-25T03:19:19,666 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:19,666 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,36261,1732504757772, RpcServer on 38a5d2077268/172.17.0.2:36261, sessionid=0x1014d227f8d0004 2024-11-25T03:19:19,666 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:19:19,666 DEBUG [RS:0;38a5d2077268:36261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,36261,1732504757772 2024-11-25T03:19:19,666 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,36261,1732504757772' 2024-11-25T03:19:19,666 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1252218570/flush-table-proc/abort' 2024-11-25T03:19:19,667 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1252218570/flush-table-proc/acquired' 2024-11-25T03:19:19,667 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:19:19,667 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:19:19,667 DEBUG [RS:0;38a5d2077268:36261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,36261,1732504757772 2024-11-25T03:19:19,667 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,36261,1732504757772' 2024-11-25T03:19:19,667 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1252218570/online-snapshot/abort' 2024-11-25T03:19:19,667 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1252218570/online-snapshot/acquired' 2024-11-25T03:19:19,668 DEBUG [RS:0;38a5d2077268:36261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:19:19,668 INFO [RS:0;38a5d2077268:36261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:19:19,668 INFO [RS:0;38a5d2077268:36261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:19:19,768 INFO [RS:0;38a5d2077268:36261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:19,770 INFO [RS:0;38a5d2077268:36261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C36261%2C1732504757772, suffix=, logDir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/WALs/38a5d2077268,36261,1732504757772, archiveDir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/oldWALs, maxLogs=10 2024-11-25T03:19:19,787 DEBUG [RS:0;38a5d2077268:36261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/WALs/38a5d2077268,36261,1732504757772/38a5d2077268%2C36261%2C1732504757772.1732504759770, exclude list is [], retry=0 2024-11-25T03:19:19,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33665,DS-de3fd872-741f-4bb8-81ee-73d249c726fc,DISK] 2024-11-25T03:19:19,792 INFO [RS:0;38a5d2077268:36261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/WALs/38a5d2077268,36261,1732504757772/38a5d2077268%2C36261%2C1732504757772.1732504759770 2024-11-25T03:19:19,792 DEBUG [RS:0;38a5d2077268:36261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40281:40281)] 2024-11-25T03:19:19,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:19:19,946 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2 2024-11-25T03:19:19,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:19:20,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:20,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:19:20,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:19:20,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:20,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:20,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:19:20,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:19:20,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:20,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:20,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:19:20,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:19:20,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:20,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:20,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:19:20,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:19:20,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:20,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:20,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:19:20,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740 2024-11-25T03:19:20,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740 2024-11-25T03:19:20,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:19:20,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:19:20,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:20,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:19:20,366 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:20,366 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65092606, jitterRate=-0.030044585466384888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:20,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504760353Initializing all the Stores at 1732504760354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504760354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504760354Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504760354Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504760354Cleaning up temporary data from old regions at 1732504760363 (+9 ms)Region opened successfully at 1732504760366 (+3 ms) 2024-11-25T03:19:20,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:20,366 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:20,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:20,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:20,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:20,367 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:20,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504760366Disabling compacts and flushes for region at 1732504760366Disabling writes for close at 1732504760366Writing region close event to WAL at 1732504760367 (+1 ms)Closed at 1732504760367 2024-11-25T03:19:20,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:20,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:19:20,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:19:20,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:20,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:19:20,520 DEBUG [38a5d2077268:40409 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:19:20,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,36261,1732504757772 2024-11-25T03:19:20,521 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,36261,1732504757772, state=OPENING 2024-11-25T03:19:20,527 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:19:20,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:20,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:20,529 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:20,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1252218570/meta-region-server: CHANGED 2024-11-25T03:19:20,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1252218570/meta-region-server: CHANGED 2024-11-25T03:19:20,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,36261,1732504757772}] 2024-11-25T03:19:20,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:19:20,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:19:20,687 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:19:20,687 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:20,687 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:19:20,689 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C36261%2C1732504757772.meta, suffix=.meta, logDir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/WALs/38a5d2077268,36261,1732504757772, archiveDir=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/oldWALs, maxLogs=10 2024-11-25T03:19:20,703 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/WALs/38a5d2077268,36261,1732504757772/38a5d2077268%2C36261%2C1732504757772.meta.1732504760689.meta, exclude list is [], retry=0 2024-11-25T03:19:20,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33665,DS-de3fd872-741f-4bb8-81ee-73d249c726fc,DISK] 2024-11-25T03:19:20,707 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/WALs/38a5d2077268,36261,1732504757772/38a5d2077268%2C36261%2C1732504757772.meta.1732504760689.meta 2024-11-25T03:19:20,707 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40281:40281)] 2024-11-25T03:19:20,707 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:20,707 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:20,708 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:19:20,708 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:19:20,708 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:19:20,708 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:19:20,708 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:20,708 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:19:20,708 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:19:20,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:19:20,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:19:20,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:20,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:20,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:19:20,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:19:20,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:20,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:20,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:19:20,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:19:20,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:20,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:20,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:19:20,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:19:20,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:20,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:20,713 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:19:20,714 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740 2024-11-25T03:19:20,715 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740 2024-11-25T03:19:20,716 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:19:20,716 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:19:20,716 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:20,717 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:19:20,718 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62841776, jitterRate=-0.06358456611633301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:20,718 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:19:20,718 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504760708Writing region info on filesystem at 1732504760708Initializing all the Stores at 1732504760709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504760709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504760709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504760709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504760709Cleaning up temporary data from old regions at 1732504760716 (+7 ms)Running coprocessor post-open hooks at 1732504760718 (+2 ms)Region opened successfully at 1732504760718 2024-11-25T03:19:20,719 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504760681 2024-11-25T03:19:20,722 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:19:20,722 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:19:20,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,36261,1732504757772 2024-11-25T03:19:20,723 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,36261,1732504757772, state=OPEN 2024-11-25T03:19:20,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1252218570/meta-region-server 2024-11-25T03:19:20,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1252218570/meta-region-server 2024-11-25T03:19:20,724 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,36261,1732504757772 2024-11-25T03:19:20,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1252218570/meta-region-server: CHANGED 2024-11-25T03:19:20,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1252218570/meta-region-server: CHANGED 2024-11-25T03:19:20,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:19:20,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,36261,1732504757772 in 195 msec 2024-11-25T03:19:20,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:19:20,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-25T03:19:20,729 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:20,729 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:19:20,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:20,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,36261,1732504757772, seqNum=-1] 2024-11-25T03:19:20,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:20,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:20,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-25T03:19:20,736 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504760736, completionTime=-1 2024-11-25T03:19:20,736 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:19:20,736 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:19:20,738 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:19:20,738 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504820738 2024-11-25T03:19:20,738 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504880738 2024-11-25T03:19:20,738 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:19:20,738 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40409,1732504757736-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:20,739 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40409,1732504757736-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:20,739 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40409,1732504757736-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:20,739 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:40409, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:20,739 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:20,739 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:20,740 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:19:20,742 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-11-25T03:19:20,742 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:19:20,742 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:19:20,742 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:19:20,742 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:19:20,742 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:19:20,742 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40409,1732504757736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:20,742 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40409,1732504757736-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:19:20,744 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:19:20,744 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:19:20,744 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40409,1732504757736-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:20,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad12d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:20,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,40409,-1 for getting cluster id 2024-11-25T03:19:20,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:20,795 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '060e7510-1dd9-467c-ab32-ddfcfc2ae9d5' 2024-11-25T03:19:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "060e7510-1dd9-467c-ab32-ddfcfc2ae9d5" 2024-11-25T03:19:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9515ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,40409,-1] 2024-11-25T03:19:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:20,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:20,798 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:20,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a817a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:20,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:20,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,36261,1732504757772, seqNum=-1] 2024-11-25T03:19:20,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:20,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:20,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,40409,1732504757736 2024-11-25T03:19:20,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55049 2024-11-25T03:19:20,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:20,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014d227f8d0005 connected 2024-11-25T03:19:20,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3b885d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:20,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,40829,-1 for getting cluster id 2024-11-25T03:19:20,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:20,814 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33af7c57-fc7e-42fc-aaea-c00a527e4c92' 2024-11-25T03:19:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33af7c57-fc7e-42fc-aaea-c00a527e4c92" 2024-11-25T03:19:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f6e32b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:20,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,40829,-1] 2024-11-25T03:19:20,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:20,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:20,816 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:20,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd0902c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:20,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:20,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,40829,1732504754250 2024-11-25T03:19:20,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e4b3c3 2024-11-25T03:19:20,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:20,820 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:20,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:40409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:19:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:19:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:20,823 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:40409' 2024-11-25T03:19:20,824 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd7cbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:20,824 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,40409,-1 for getting cluster id 2024-11-25T03:19:20,824 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:20,825 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '060e7510-1dd9-467c-ab32-ddfcfc2ae9d5' 2024-11-25T03:19:20,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:20,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "060e7510-1dd9-467c-ab32-ddfcfc2ae9d5" 2024-11-25T03:19:20,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63467e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:20,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,40409,-1] 2024-11-25T03:19:20,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:20,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:20,827 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:20,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9b02a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:20,828 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:20,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,40409,1732504757736 2024-11-25T03:19:20,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@165907fd 2024-11-25T03:19:20,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:20,829 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:20,830 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T03:19:20,830 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:19:20,830 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:20,830 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:20,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:20,831 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:20,832 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:19:20,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:19:20,833 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:20,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:19:20,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741835_1011 (size=1138) 2024-11-25T03:19:20,842 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 455b571d42ae3589ff305239877738d0, NAME => 'hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12 2024-11-25T03:19:20,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741836_1012 (size=44) 2024-11-25T03:19:20,882 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:19:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:21,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:21,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 455b571d42ae3589ff305239877738d0, disabling compactions & flushes 2024-11-25T03:19:21,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. after waiting 0 ms 2024-11-25T03:19:21,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 455b571d42ae3589ff305239877738d0: Waiting for close lock at 1732504761251Disabling compacts and flushes for region at 1732504761251Disabling writes for close at 1732504761251Writing region close event to WAL at 1732504761251Closed at 1732504761251 2024-11-25T03:19:21,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:19:21,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504761252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504761252"}]},"ts":"1732504761252"} 2024-11-25T03:19:21,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:19:21,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:19:21,256 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504761255"}]},"ts":"1732504761255"} 2024-11-25T03:19:21,257 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:19:21,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN}] 2024-11-25T03:19:21,258 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN 2024-11-25T03:19:21,259 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN; state=OFFLINE, location=38a5d2077268,41933,1732504754329; forceNewPlan=false, retain=false 2024-11-25T03:19:21,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=455b571d42ae3589ff305239877738d0, regionState=OPENING, regionLocation=38a5d2077268,41933,1732504754329 2024-11-25T03:19:21,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN because future has completed 2024-11-25T03:19:21,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 455b571d42ae3589ff305239877738d0, server=38a5d2077268,41933,1732504754329}] 2024-11-25T03:19:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:21,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:21,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:19:21,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C41933%2C1732504754329.rep, suffix=, logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs, maxLogs=10 2024-11-25T03:19:21,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.rep.1732504761570, exclude list is [], retry=0 2024-11-25T03:19:21,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-b8926ba5-3f21-4b74-afd2-df54bba22da3,DISK] 2024-11-25T03:19:21,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.rep.1732504761570 2024-11-25T03:19:21,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-25T03:19:21,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 455b571d42ae3589ff305239877738d0, NAME => 'hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:21,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:21,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:19:21,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. service=MultiRowMutationService 2024-11-25T03:19:21,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:19:21,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:21,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,590 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,591 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 455b571d42ae3589ff305239877738d0 columnFamilyName hfileref 2024-11-25T03:19:21,591 DEBUG [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:21,592 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(327): Store=455b571d42ae3589ff305239877738d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:21,592 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,593 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 455b571d42ae3589ff305239877738d0 columnFamilyName queue 2024-11-25T03:19:21,593 DEBUG [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:21,593 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(327): Store=455b571d42ae3589ff305239877738d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:21,593 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,594 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 455b571d42ae3589ff305239877738d0 columnFamilyName sid 2024-11-25T03:19:21,594 DEBUG [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:21,595 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(327): Store=455b571d42ae3589ff305239877738d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:21,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:19:21,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:21,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 455b571d42ae3589ff305239877738d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62744361, jitterRate=-0.06503616273403168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:19:21,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 455b571d42ae3589ff305239877738d0: Running coprocessor pre-open hook at 1732504761589Writing region info on filesystem at 1732504761589Initializing all the Stores at 1732504761590 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504761590Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504761590Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504761590Cleaning up temporary data from old regions at 1732504761597 (+7 ms)Running coprocessor post-open hooks at 1732504761601 (+4 ms)Region opened successfully at 1732504761602 (+1 ms) 2024-11-25T03:19:21,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0., pid=7, masterSystemTime=1732504761564 2024-11-25T03:19:21,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=455b571d42ae3589ff305239877738d0, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,41933,1732504754329 2024-11-25T03:19:21,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 455b571d42ae3589ff305239877738d0, server=38a5d2077268,41933,1732504754329 because future has completed 2024-11-25T03:19:21,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T03:19:21,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 455b571d42ae3589ff305239877738d0, server=38a5d2077268,41933,1732504754329 in 196 msec 2024-11-25T03:19:21,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:19:21,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN in 354 msec 2024-11-25T03:19:21,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:19:21,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504761613"}]},"ts":"1732504761613"} 2024-11-25T03:19:21,616 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:19:21,616 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:19:21,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-25T03:19:21,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0., hostname=38a5d2077268,41933,1732504754329, seqNum=2] 2024-11-25T03:19:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:21,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:19:21,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41933 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T03:19:21,801 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:19:21,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:19:21,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:19:21,834 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,41933,1732504754329, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:19:21,834 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:21,834 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,41933,1732504754329, seqNum=-1] 2024-11-25T03:19:21,835 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:21,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-25T03:19:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,41933,1732504754329', locateType=CURRENT is [region=hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0., hostname=38a5d2077268,41933,1732504754329, seqNum=2] 2024-11-25T03:19:21,841 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T03:19:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T03:19:21,844 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,41933,1732504754329 suceeded 2024-11-25T03:19:21,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T03:19:21,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-25T03:19:21,847 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:40409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:19:21,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0270 sec 2024-11-25T03:19:21,861 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:40409' 2024-11-25T03:19:21,862 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6642e154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:21,862 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,40409,-1 for getting cluster id 2024-11-25T03:19:21,862 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:21,863 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '060e7510-1dd9-467c-ab32-ddfcfc2ae9d5' 2024-11-25T03:19:21,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:21,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "060e7510-1dd9-467c-ab32-ddfcfc2ae9d5" 2024-11-25T03:19:21,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e167784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:21,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,40409,-1] 2024-11-25T03:19:21,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:21,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:21,865 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:21,866 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ec2e519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:21,866 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:21,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,40409,1732504757736 2024-11-25T03:19:21,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5331fa8a 2024-11-25T03:19:21,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:21,869 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-25T03:19:21,871 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,41933,1732504754329 (queues=1) is replicating from cluster=33af7c57-fc7e-42fc-aaea-c00a527e4c92 to cluster=060e7510-1dd9-467c-ab32-ddfcfc2ae9d5 2024-11-25T03:19:21,871 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C41933%2C1732504754329 2024-11-25T03:19:21,871 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,41933,1732504754329, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:19:21,872 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329.replicationSource.wal-reader.38a5d2077268%2C41933%2C1732504754329,1-38a5d2077268,41933,1732504754329 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.1732504755947, startPosition=0, beingWritten=true 2024-11-25T03:19:21,873 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329.replicationSource.shipper38a5d2077268%2C41933%2C1732504754329,1-38a5d2077268,41933,1732504754329 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C41933%2C1732504754329 2024-11-25T03:19:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:21,956 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:19:21,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:21,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:21,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:21,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:21,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:21,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,40829,1732504754250 2024-11-25T03:19:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75a18dc3 2024-11-25T03:19:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:21,958 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:21,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40829 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T03:19:21,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:21,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:21,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:21,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:21,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:21,959 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:19:21,959 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=655083819, stopped=false 2024-11-25T03:19:21,959 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,40829,1732504754250 2024-11-25T03:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/running 2024-11-25T03:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/running 2024-11-25T03:19:21,961 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:21,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:21,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:21,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:21,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,41933,1732504754329' ***** 2024-11-25T03:19:21,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:19:21,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/running 2024-11-25T03:19:21,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/running 2024-11-25T03:19:21,962 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:19:21,962 INFO [RS:0;38a5d2077268:41933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:19:21,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:19:21,962 INFO [RS:0;38a5d2077268:41933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:19:21,962 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(3091): Received CLOSE for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,962 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,41933,1732504754329 2024-11-25T03:19:21,962 INFO [RS:0;38a5d2077268:41933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:21,962 INFO [RS:0;38a5d2077268:41933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:41933. 2024-11-25T03:19:21,962 DEBUG [RS:0;38a5d2077268:41933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:21,962 DEBUG [RS:0;38a5d2077268:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:21,963 INFO [RS:0;38a5d2077268:41933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:19:21,963 INFO [RS:0;38a5d2077268:41933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:19:21,963 INFO [RS:0;38a5d2077268:41933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:19:21,963 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:19:21,963 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:19:21,963 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1325): Online Regions={455b571d42ae3589ff305239877738d0=hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:21,963 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:21,963 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:21,963 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 455b571d42ae3589ff305239877738d0, disabling compactions & flushes 2024-11-25T03:19:21,963 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:21,963 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,963 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:21,963 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,963 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:21,963 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:21,963 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. after waiting 0 ms 2024-11-25T03:19:21,963 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:21,963 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T03:19:21,963 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 455b571d42ae3589ff305239877738d0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T03:19:21,979 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0/.tmp/queue/b2d5e2a7c9604d14908bf00ad60fc120 is 151, key is 1-38a5d2077268,41933,1732504754329/queue:38a5d2077268%2C41933%2C1732504754329/1732504761839/Put/seqid=0 2024-11-25T03:19:21,982 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/info/340b39681b544b5ca8622a333ca55c24 is 147, key is hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0./info:regioninfo/1732504761605/Put/seqid=0 2024-11-25T03:19:21,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741838_1014 (size=5350) 2024-11-25T03:19:21,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741839_1015 (size=6631) 2024-11-25T03:19:22,017 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:22,079 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329.replicationSource.wal-reader.38a5d2077268%2C41933%2C1732504754329,1-38a5d2077268,41933,1732504754329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.1732504755947 to pos 0, reset compression=false 2024-11-25T03:19:22,163 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:22,363 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:22,383 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329.replicationSource.wal-reader.38a5d2077268%2C41933%2C1732504754329,1-38a5d2077268,41933,1732504754329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.1732504755947 to pos 0, reset compression=false 2024-11-25T03:19:22,384 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0/.tmp/queue/b2d5e2a7c9604d14908bf00ad60fc120 2024-11-25T03:19:22,386 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/info/340b39681b544b5ca8622a333ca55c24 2024-11-25T03:19:22,392 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0/.tmp/queue/b2d5e2a7c9604d14908bf00ad60fc120 as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0/queue/b2d5e2a7c9604d14908bf00ad60fc120 2024-11-25T03:19:22,396 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0/queue/b2d5e2a7c9604d14908bf00ad60fc120, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T03:19:22,397 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 455b571d42ae3589ff305239877738d0 in 434ms, sequenceid=5, compaction requested=false 2024-11-25T03:19:22,401 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:19:22,401 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:22,401 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:22,401 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:22,401 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 455b571d42ae3589ff305239877738d0: Waiting for close lock at 1732504761963Running coprocessor pre-close hooks at 1732504761963Disabling compacts and flushes for region at 1732504761963Disabling writes for close at 1732504761963Obtaining lock to block concurrent updates at 1732504761963Preparing flush snapshotting stores in 455b571d42ae3589ff305239877738d0 at 1732504761963Finished memstore snapshotting hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732504761964 (+1 ms)Flushing stores of hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. at 1732504761964Flushing 455b571d42ae3589ff305239877738d0/queue: creating writer at 1732504761964Flushing 455b571d42ae3589ff305239877738d0/queue: appending metadata at 1732504761979 (+15 ms)Flushing 455b571d42ae3589ff305239877738d0/queue: closing flushed file at 1732504761979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57292ae3: reopening flushed file at 1732504762391 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 455b571d42ae3589ff305239877738d0 in 434ms, sequenceid=5, compaction requested=false at 1732504762397 (+6 ms)Writing region close event to WAL at 1732504762398 (+1 ms)Running coprocessor post-close hooks at 1732504762401 (+3 ms)Closed at 1732504762401 2024-11-25T03:19:22,402 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:22,406 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/ns/bbf646b38df04f0b982f41aacd82ea03 is 43, key is default/ns:d/1732504756595/Put/seqid=0 2024-11-25T03:19:22,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741840_1016 (size=5153) 2024-11-25T03:19:22,564 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:22,764 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:22,789 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329.replicationSource.wal-reader.38a5d2077268%2C41933%2C1732504754329,1-38a5d2077268,41933,1732504754329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.1732504755947 to pos 0, reset compression=false 2024-11-25T03:19:22,810 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/ns/bbf646b38df04f0b982f41aacd82ea03 2024-11-25T03:19:22,830 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/table/64b91c9dc1f94a07af2cbac47c78e94f is 53, key is hbase:replication/table:state/1732504761613/Put/seqid=0 2024-11-25T03:19:22,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741841_1017 (size=5256) 2024-11-25T03:19:22,873 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:19:22,873 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:19:22,964 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:19:22,964 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:22,964 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:23,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:19:23,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:19:23,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:23,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T03:19:23,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:23,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T03:19:23,164 DEBUG [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:23,234 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/table/64b91c9dc1f94a07af2cbac47c78e94f 2024-11-25T03:19:23,240 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/info/340b39681b544b5ca8622a333ca55c24 as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/info/340b39681b544b5ca8622a333ca55c24 2024-11-25T03:19:23,244 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/info/340b39681b544b5ca8622a333ca55c24, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T03:19:23,245 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/ns/bbf646b38df04f0b982f41aacd82ea03 as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/ns/bbf646b38df04f0b982f41aacd82ea03 2024-11-25T03:19:23,251 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/ns/bbf646b38df04f0b982f41aacd82ea03, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:19:23,252 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/table/64b91c9dc1f94a07af2cbac47c78e94f as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/table/64b91c9dc1f94a07af2cbac47c78e94f 2024-11-25T03:19:23,257 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/table/64b91c9dc1f94a07af2cbac47c78e94f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T03:19:23,258 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false 2024-11-25T03:19:23,262 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T03:19:23,263 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:23,263 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:23,263 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:23,263 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504761963Running coprocessor pre-close hooks at 1732504761963Disabling compacts and flushes for region at 1732504761963Disabling writes for close at 1732504761963Obtaining lock to block concurrent updates at 1732504761963Preparing flush snapshotting stores in 1588230740 at 1732504761963Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732504761964 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732504761964Flushing 1588230740/info: creating writer at 1732504761964Flushing 1588230740/info: appending metadata at 1732504761982 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732504761982Flushing 1588230740/ns: creating writer at 1732504762391 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732504762406 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732504762406Flushing 1588230740/table: creating writer at 1732504762815 (+409 ms)Flushing 1588230740/table: appending metadata at 1732504762829 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732504762829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310fa4fb: reopening flushed file at 1732504763239 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36276bcc: reopening flushed file at 1732504763244 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a40c03: reopening flushed file at 1732504763251 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false at 1732504763258 (+7 ms)Writing region close event to WAL at 1732504763259 (+1 ms)Running coprocessor post-close hooks at 1732504763263 (+4 ms)Closed at 1732504763263 2024-11-25T03:19:23,263 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:23,294 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329.replicationSource.wal-reader.38a5d2077268%2C41933%2C1732504754329,1-38a5d2077268,41933,1732504754329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.1732504755947 to pos 0, reset compression=false 2024-11-25T03:19:23,364 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,41933,1732504754329; all regions closed. 2024-11-25T03:19:23,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741834_1010 (size=2742) 2024-11-25T03:19:23,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329/38a5d2077268%2C41933%2C1732504754329.meta.1732504756544.meta not finished, retry = 0 2024-11-25T03:19:23,470 DEBUG [RS:0;38a5d2077268:41933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs 2024-11-25T03:19:23,470 INFO [RS:0;38a5d2077268:41933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C41933%2C1732504754329.meta:.meta(num 1732504756544) 2024-11-25T03:19:23,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741837_1013 (size=1586) 2024-11-25T03:19:23,474 DEBUG [RS:0;38a5d2077268:41933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs 2024-11-25T03:19:23,474 INFO [RS:0;38a5d2077268:41933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C41933%2C1732504754329.rep:(num 1732504761570) 2024-11-25T03:19:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741832_1008 (size=93) 2024-11-25T03:19:23,477 DEBUG [RS:0;38a5d2077268:41933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs 2024-11-25T03:19:23,477 INFO [RS:0;38a5d2077268:41933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C41933%2C1732504754329:(num 1732504755947) 2024-11-25T03:19:23,477 DEBUG [RS:0;38a5d2077268:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:23,477 INFO [RS:0;38a5d2077268:41933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:23,477 INFO [RS:0;38a5d2077268:41933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:23,477 INFO [RS:0;38a5d2077268:41933 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:23,478 INFO [RS:0;38a5d2077268:41933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:23,478 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:23,478 INFO [RS:0;38a5d2077268:41933 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,41933,1732504754329 because: Region server is closing 2024-11-25T03:19:23,478 INFO [RS:0;38a5d2077268:41933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:41933. 2024-11-25T03:19:23,478 DEBUG [RS:0;38a5d2077268:41933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:23,478 DEBUG [RS:0;38a5d2077268:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:23,478 DEBUG [RS:0;38a5d2077268:41933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:23,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:23,579 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329.replicationSource.wal-reader.38a5d2077268%2C41933%2C1732504754329,1-38a5d2077268,41933,1732504754329 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:19:23,579 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329.replicationSource.shipper38a5d2077268%2C41933%2C1732504754329,1-38a5d2077268,41933,1732504754329 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T03:19:23,579 INFO [RS:0;38a5d2077268:41933 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,41933,1732504754329.replicationSource.shipper38a5d2077268%2C41933%2C1732504754329,1-38a5d2077268,41933,1732504754329 terminated 2024-11-25T03:19:23,579 INFO [RS:0;38a5d2077268:41933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41933 2024-11-25T03:19:23,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/rs 2024-11-25T03:19:23,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/rs/38a5d2077268,41933,1732504754329 2024-11-25T03:19:23,581 INFO [RS:0;38a5d2077268:41933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:23,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,41933,1732504754329] 2024-11-25T03:19:23,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/draining/38a5d2077268,41933,1732504754329 already deleted, retry=false 2024-11-25T03:19:23,584 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,41933,1732504754329 expired; onlineServers=0 2024-11-25T03:19:23,584 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,40829,1732504754250' ***** 2024-11-25T03:19:23,584 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:19:23,584 INFO [M:0;38a5d2077268:40829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:23,584 INFO [M:0;38a5d2077268:40829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:23,584 DEBUG [M:0;38a5d2077268:40829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:19:23,584 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:19:23,584 DEBUG [M:0;38a5d2077268:40829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:19:23,584 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504755748 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504755748,5,FailOnTimeoutGroup] 2024-11-25T03:19:23,584 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504755748 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504755748,5,FailOnTimeoutGroup] 2024-11-25T03:19:23,584 INFO [M:0;38a5d2077268:40829 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:23,584 INFO [M:0;38a5d2077268:40829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:23,584 DEBUG [M:0;38a5d2077268:40829 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:19:23,584 INFO [M:0;38a5d2077268:40829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:19:23,585 INFO [M:0;38a5d2077268:40829 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:23,585 INFO [M:0;38a5d2077268:40829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:19:23,585 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:19:23,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/master 2024-11-25T03:19:23,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:23,585 DEBUG [M:0;38a5d2077268:40829 {}] zookeeper.ZKUtil(347): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/master because node does not exist (not an error) 2024-11-25T03:19:23,585 WARN [M:0;38a5d2077268:40829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:19:23,586 INFO [M:0;38a5d2077268:40829 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/.lastflushedseqids 2024-11-25T03:19:23,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741842_1018 (size=181) 2024-11-25T03:19:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41933-0x1014d227f8d0001, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:23,683 INFO [RS:0;38a5d2077268:41933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:23,683 INFO [RS:0;38a5d2077268:41933 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,41933,1732504754329; zookeeper connection closed. 2024-11-25T03:19:23,683 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64eb766 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64eb766 2024-11-25T03:19:23,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:19:23,991 INFO [M:0;38a5d2077268:40829 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:19:23,991 INFO [M:0;38a5d2077268:40829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:19:23,991 DEBUG [M:0;38a5d2077268:40829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:23,991 INFO [M:0;38a5d2077268:40829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:23,991 DEBUG [M:0;38a5d2077268:40829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:23,991 DEBUG [M:0;38a5d2077268:40829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:23,991 DEBUG [M:0;38a5d2077268:40829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:23,992 INFO [M:0;38a5d2077268:40829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T03:19:24,008 DEBUG [M:0;38a5d2077268:40829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1f123aed27244409775e46c7e43e729 is 82, key is hbase:meta,,1/info:regioninfo/1732504756582/Put/seqid=0 2024-11-25T03:19:24,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741843_1019 (size=5672) 2024-11-25T03:19:24,413 INFO [M:0;38a5d2077268:40829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1f123aed27244409775e46c7e43e729 2024-11-25T03:19:24,434 DEBUG [M:0;38a5d2077268:40829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/578d01d7dc704d18b20d73a6d464900d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732504761618/Put/seqid=0 2024-11-25T03:19:24,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741844_1020 (size=7203) 2024-11-25T03:19:24,838 INFO [M:0;38a5d2077268:40829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/578d01d7dc704d18b20d73a6d464900d 2024-11-25T03:19:24,861 DEBUG [M:0;38a5d2077268:40829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03f855838c8c4b2d8fd3d7eae3f96b47 is 69, key is 38a5d2077268,41933,1732504754329/rs:state/1732504755790/Put/seqid=0 2024-11-25T03:19:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741845_1021 (size=5156) 2024-11-25T03:19:25,272 INFO [M:0;38a5d2077268:40829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03f855838c8c4b2d8fd3d7eae3f96b47 2024-11-25T03:19:25,277 DEBUG [M:0;38a5d2077268:40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1f123aed27244409775e46c7e43e729 as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1f123aed27244409775e46c7e43e729 2024-11-25T03:19:25,281 INFO [M:0;38a5d2077268:40829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1f123aed27244409775e46c7e43e729, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T03:19:25,282 DEBUG [M:0;38a5d2077268:40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/578d01d7dc704d18b20d73a6d464900d as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/578d01d7dc704d18b20d73a6d464900d 2024-11-25T03:19:25,286 INFO [M:0;38a5d2077268:40829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/578d01d7dc704d18b20d73a6d464900d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T03:19:25,287 DEBUG [M:0;38a5d2077268:40829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03f855838c8c4b2d8fd3d7eae3f96b47 as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03f855838c8c4b2d8fd3d7eae3f96b47 2024-11-25T03:19:25,291 INFO [M:0;38a5d2077268:40829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03f855838c8c4b2d8fd3d7eae3f96b47, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T03:19:25,292 INFO [M:0;38a5d2077268:40829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false 2024-11-25T03:19:25,294 INFO [M:0;38a5d2077268:40829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:25,294 DEBUG [M:0;38a5d2077268:40829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504763991Disabling compacts and flushes for region at 1732504763991Disabling writes for close at 1732504763991Obtaining lock to block concurrent updates at 1732504763992 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504763992Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732504763992Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504763993 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504763993Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504764008 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504764008Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504764418 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504764433 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504764433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504764844 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504764860 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504764860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63cedb54: reopening flushed file at 1732504765276 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72be2850: reopening flushed file at 1732504765281 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f56236: reopening flushed file at 1732504765286 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false at 1732504765292 (+6 ms)Writing region close event to WAL at 1732504765294 (+2 ms)Closed at 1732504765294 2024-11-25T03:19:25,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250/38a5d2077268%2C40829%2C1732504754250.1732504755670 not finished, retry = 0 2024-11-25T03:19:25,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741830_1006 (size=41008) 2024-11-25T03:19:25,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:25,397 INFO [M:0;38a5d2077268:40829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:19:25,398 INFO [M:0;38a5d2077268:40829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40829 2024-11-25T03:19:25,398 INFO [M:0;38a5d2077268:40829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:25,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:25,500 INFO [M:0;38a5d2077268:40829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:25,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40829-0x1014d227f8d0000, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:25,502 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:25,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:25,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:25,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:25,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:25,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:25,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:19:25,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:25,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38347 2024-11-25T03:19:25,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38347 connecting to ZooKeeper ensemble=127.0.0.1:55049 2024-11-25T03:19:25,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383470x0, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:25,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38347-0x1014d227f8d0006 connected 2024-11-25T03:19:25,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:25,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:25,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/running 2024-11-25T03:19:25,513 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: INIT 2024-11-25T03:19:25,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12, hbase.cluster.distributed=false 2024-11-25T03:19:25,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/acl 2024-11-25T03:19:25,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38347 2024-11-25T03:19:25,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38347 2024-11-25T03:19:25,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38347 2024-11-25T03:19:25,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38347 2024-11-25T03:19:25,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38347 2024-11-25T03:19:25,531 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:25,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:25,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:25,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:25,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:25,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:25,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:19:25,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:25,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45255 2024-11-25T03:19:25,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45255 connecting to ZooKeeper ensemble=127.0.0.1:55049 2024-11-25T03:19:25,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:25,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:25,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452550x0, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:25,538 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: INIT 2024-11-25T03:19:25,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452550x0, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/running 2024-11-25T03:19:25,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45255-0x1014d227f8d0007 connected 2024-11-25T03:19:25,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:19:25,539 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:19:25,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/master 2024-11-25T03:19:25,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/acl 2024-11-25T03:19:25,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45255 2024-11-25T03:19:25,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45255 2024-11-25T03:19:25,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45255 2024-11-25T03:19:25,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45255 2024-11-25T03:19:25,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45255 2024-11-25T03:19:25,557 DEBUG [M:0;38a5d2077268:38347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:38347 2024-11-25T03:19:25,558 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0707911211/backup-masters/38a5d2077268,38347,1732504765502 2024-11-25T03:19:25,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/backup-masters 2024-11-25T03:19:25,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/backup-masters 2024-11-25T03:19:25,560 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on existing znode=/0707911211/backup-masters/38a5d2077268,38347,1732504765502 2024-11-25T03:19:25,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0707911211/master 2024-11-25T03:19:25,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:25,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:25,562 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on existing znode=/0707911211/master 2024-11-25T03:19:25,562 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0707911211/backup-masters/38a5d2077268,38347,1732504765502 from backup master directory 2024-11-25T03:19:25,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/backup-masters/38a5d2077268,38347,1732504765502 2024-11-25T03:19:25,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/backup-masters 2024-11-25T03:19:25,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/backup-masters 2024-11-25T03:19:25,564 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:25,564 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,38347,1732504765502 2024-11-25T03:19:25,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:25,574 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:19:25,580 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-25T03:19:25,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741846_1022 (size=196) 2024-11-25T03:19:25,989 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:25,989 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:19:25,990 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:25,995 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T03:19:25,997 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250 to hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250-dead as it is dead 2024-11-25T03:19:25,998 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250-dead/38a5d2077268%2C40829%2C1732504754250.1732504755670 2024-11-25T03:19:25,998 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250-dead/38a5d2077268%2C40829%2C1732504754250.1732504755670 after 0ms 2024-11-25T03:19:25,999 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250-dead/38a5d2077268%2C40829%2C1732504754250.1732504755670 to hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/38a5d2077268%2C40829%2C1732504754250.1732504755670 2024-11-25T03:19:25,999 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,40829,1732504754250-dead 2024-11-25T03:19:25,999 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,38347,1732504765502 2024-11-25T03:19:26,000 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:26,001 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C38347%2C1732504765502, suffix=, logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,38347,1732504765502, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/oldWALs, maxLogs=10 2024-11-25T03:19:26,015 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,38347,1732504765502/38a5d2077268%2C38347%2C1732504765502.1732504766001, exclude list is [], retry=0 2024-11-25T03:19:26,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-b8926ba5-3f21-4b74-afd2-df54bba22da3,DISK] 2024-11-25T03:19:26,020 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,38347,1732504765502/38a5d2077268%2C38347%2C1732504765502.1732504766001 2024-11-25T03:19:26,021 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-25T03:19:26,021 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:26,021 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:26,021 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,021 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:19:26,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:26,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1f123aed27244409775e46c7e43e729 2024-11-25T03:19:26,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:26,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:19:26,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:26,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/578d01d7dc704d18b20d73a6d464900d 2024-11-25T03:19:26,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:26,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:19:26,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:26,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03f855838c8c4b2d8fd3d7eae3f96b47 2024-11-25T03:19:26,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:26,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:19:26,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:26,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:26,046 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,047 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T03:19:26,047 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/38a5d2077268%2C40829%2C1732504754250.1732504755670 2024-11-25T03:19:26,052 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/38a5d2077268%2C40829%2C1732504754250.1732504755670 2024-11-25T03:19:26,053 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/38a5d2077268%2C40829%2C1732504754250.1732504755670 2024-11-25T03:19:26,054 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,054 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,054 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:26,056 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:26,058 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-25T03:19:26,059 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65532724, jitterRate=-0.023486316204071045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:26,059 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504766021Initializing all the Stores at 1732504766022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504766022Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504766022Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504766022Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504766022Cleaning up temporary data from old regions at 1732504766054 (+32 ms)Region opened successfully at 1732504766059 (+5 ms) 2024-11-25T03:19:26,059 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:19:26,062 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3678e5d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:26,065 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T03:19:26,065 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:19:26,065 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:19:26,065 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:19:26,065 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:19:26,068 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:26,068 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:19:26,069 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:19:26,069 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-25T03:19:26,069 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:19:26,072 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=38a5d2077268,41933,1732504754329, regionLocation=38a5d2077268,41933,1732504754329, openSeqNum=2 2024-11-25T03:19:26,072 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=38a5d2077268,41933,1732504754329, table=hbase:meta, region=1588230740 2024-11-25T03:19:26,072 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,41933,1732504754329, state=OPEN 2024-11-25T03:19:26,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707911211/meta-region-server 2024-11-25T03:19:26,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707911211/meta-region-server 2024-11-25T03:19:26,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:26,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:26,077 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:19:26,079 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/draining/38a5d2077268,41933,1732504754329 already deleted, retry=false 2024-11-25T03:19:26,079 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 38a5d2077268,41933,1732504754329 on 38a5d2077268,38347,1732504765502 2024-11-25T03:19:26,080 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 38a5d2077268,41933,1732504754329, splitWal=true, meta=true 2024-11-25T03:19:26,081 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 38a5d2077268,41933,1732504754329 (carryingMeta=true) 38a5d2077268,41933,1732504754329/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6684c957[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T03:19:26,082 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/balancer because node does not exist (not necessarily an error) 2024-11-25T03:19:26,083 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/balancer already deleted, retry=false 2024-11-25T03:19:26,084 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:19:26,085 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:19:26,086 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/normalizer already deleted, retry=false 2024-11-25T03:19:26,086 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:19:26,087 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:19:26,088 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/switch/split already deleted, retry=false 2024-11-25T03:19:26,089 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:19:26,096 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/switch/merge already deleted, retry=false 2024-11-25T03:19:26,099 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Unable to get data of znode /0707911211/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:19:26,100 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/snapshot-cleanup already deleted, retry=false 2024-11-25T03:19:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0707911211/running 2024-11-25T03:19:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0707911211/running 2024-11-25T03:19:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:26,102 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,38347,1732504765502, sessionid=0x1014d227f8d0006, setting cluster-up flag (Was=false) 2024-11-25T03:19:26,105 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0707911211/flush-table-proc/acquired, /0707911211/flush-table-proc/reached, /0707911211/flush-table-proc/abort 2024-11-25T03:19:26,105 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,38347,1732504765502 2024-11-25T03:19:26,108 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0707911211/online-snapshot/acquired, /0707911211/online-snapshot/reached, /0707911211/online-snapshot/abort 2024-11-25T03:19:26,109 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,38347,1732504765502 2024-11-25T03:19:26,110 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/.lastflushedseqids 2024-11-25T03:19:26,112 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:19:26,112 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:19:26,112 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,38347,1732504765502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 38a5d2077268,41933,1732504754329 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:19:26,113 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:26,113 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:26,113 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:26,113 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:26,113 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:19:26,113 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,113 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:26,113 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,114 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504796114 2024-11-25T03:19:26,114 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:19:26,114 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:19:26,114 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:19:26,114 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:19:26,114 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:19:26,114 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:19:26,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:19:26,115 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 38a5d2077268,41933,1732504754329, splitWal=true, meta=true 2024-11-25T03:19:26,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:19:26,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:19:26,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:19:26,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:19:26,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:19:26,116 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504766115,5,FailOnTimeoutGroup] 2024-11-25T03:19:26,116 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504766116,5,FailOnTimeoutGroup] 2024-11-25T03:19:26,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:19:26,116 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 38a5d2077268,41933,1732504754329, splitWal=true, meta=true, isMeta: true 2024-11-25T03:19:26,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504766116, completionTime=-1 2024-11-25T03:19:26,116 WARN [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T03:19:26,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T03:19:26,117 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329-splitting 2024-11-25T03:19:26,118 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329-splitting dir is empty, no logs to split. 2024-11-25T03:19:26,118 INFO [PEWorker-1 {}] master.SplitWALManager(105): 38a5d2077268,41933,1732504754329 WAL count=0, meta=true 2024-11-25T03:19:26,120 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329-splitting dir is empty, no logs to split. 2024-11-25T03:19:26,120 INFO [PEWorker-1 {}] master.SplitWALManager(105): 38a5d2077268,41933,1732504754329 WAL count=0, meta=true 2024-11-25T03:19:26,120 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 38a5d2077268,41933,1732504754329 WAL splitting is done? wals=0, meta=true 2024-11-25T03:19:26,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:19:26,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:26,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:19:26,147 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(746): ClusterId : 33af7c57-fc7e-42fc-aaea-c00a527e4c92 2024-11-25T03:19:26,147 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:19:26,148 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:19:26,148 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:19:26,150 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:19:26,150 DEBUG [RS:0;38a5d2077268:45255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3848a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:26,166 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:45255 2024-11-25T03:19:26,166 INFO [RS:0;38a5d2077268:45255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:19:26,166 INFO [RS:0;38a5d2077268:45255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:19:26,166 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:19:26,167 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,38347,1732504765502 with port=45255, startcode=1732504765530 2024-11-25T03:19:26,167 DEBUG [RS:0;38a5d2077268:45255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:19:26,169 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:19:26,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,45255,1732504765530 2024-11-25T03:19:26,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38347 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,45255,1732504765530 2024-11-25T03:19:26,171 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12 2024-11-25T03:19:26,171 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43287 2024-11-25T03:19:26,171 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:19:26,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/rs 2024-11-25T03:19:26,177 DEBUG [RS:0;38a5d2077268:45255 {}] zookeeper.ZKUtil(111): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on existing znode=/0707911211/rs/38a5d2077268,45255,1732504765530 2024-11-25T03:19:26,178 WARN [RS:0;38a5d2077268:45255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:26,178 INFO [RS:0;38a5d2077268:45255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:26,178 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530 2024-11-25T03:19:26,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,45255,1732504765530] 2024-11-25T03:19:26,207 INFO [RS:0;38a5d2077268:45255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:19:26,209 INFO [RS:0;38a5d2077268:45255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:19:26,209 INFO [RS:0;38a5d2077268:45255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:19:26,209 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:19:26,212 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:19:26,213 INFO [RS:0;38a5d2077268:45255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:19:26,213 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,213 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:26,214 DEBUG [RS:0;38a5d2077268:45255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:26,216 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T03:19:26,218 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,218 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,218 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,218 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,218 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,218 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,45255,1732504765530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:26,241 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:19:26,241 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,45255,1732504765530-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:26,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:26,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:26,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:26,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:26,263 INFO [RS:0;38a5d2077268:45255 {}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,45255,1732504765530, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:19:26,263 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,263 INFO [RS:0;38a5d2077268:45255 {}] regionserver.Replication(171): 38a5d2077268,45255,1732504765530 started 2024-11-25T03:19:26,273 WARN [38a5d2077268:38347 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T03:19:26,278 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:26,278 DEBUG [RS:0;38a5d2077268:45255.replicationSource,1-38a5d2077268,45255,1732504765530 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:40409' 2024-11-25T03:19:26,278 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,45255,1732504765530, RpcServer on 38a5d2077268/172.17.0.2:45255, sessionid=0x1014d227f8d0007 2024-11-25T03:19:26,278 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:19:26,278 DEBUG [RS:0;38a5d2077268:45255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,45255,1732504765530 2024-11-25T03:19:26,278 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,45255,1732504765530' 2024-11-25T03:19:26,278 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0707911211/flush-table-proc/abort' 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0707911211/flush-table-proc/acquired' 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255.replicationSource,1-38a5d2077268,45255,1732504765530 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5377e5b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,45255,1732504765530 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255.replicationSource,1-38a5d2077268,45255,1732504765530 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,40409,-1 for getting cluster id 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,45255,1732504765530' 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0707911211/online-snapshot/abort' 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255.replicationSource,1-38a5d2077268,45255,1732504765530 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:26,279 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0707911211/online-snapshot/acquired' 2024-11-25T03:19:26,280 DEBUG [RS:0;38a5d2077268:45255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:19:26,280 INFO [RS:0;38a5d2077268:45255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:19:26,280 INFO [RS:0;38a5d2077268:45255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:19:26,281 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '060e7510-1dd9-467c-ab32-ddfcfc2ae9d5' 2024-11-25T03:19:26,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:26,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "060e7510-1dd9-467c-ab32-ddfcfc2ae9d5" 2024-11-25T03:19:26,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40918d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:26,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,40409,-1] 2024-11-25T03:19:26,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:26,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:26,282 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:26,283 DEBUG [RS:0;38a5d2077268:45255.replicationSource,1-38a5d2077268,45255,1732504765530 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2294ad37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:26,283 DEBUG [RS:0;38a5d2077268:45255.replicationSource,1-38a5d2077268,45255,1732504765530 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:26,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,40409,1732504757736 2024-11-25T03:19:26,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb42e6c 2024-11-25T03:19:26,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:26,284 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-25T03:19:26,285 INFO [RS:0;38a5d2077268:45255.replicationSource,1-38a5d2077268,45255,1732504765530 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,45255,1732504765530 (queues=0) is replicating from cluster=33af7c57-fc7e-42fc-aaea-c00a527e4c92 to cluster=060e7510-1dd9-467c-ab32-ddfcfc2ae9d5 2024-11-25T03:19:26,380 INFO [RS:0;38a5d2077268:45255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:26,382 INFO [RS:0;38a5d2077268:45255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45255%2C1732504765530, suffix=, logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs, maxLogs=10 2024-11-25T03:19:26,410 DEBUG [RS:0;38a5d2077268:45255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382, exclude list is [], retry=0 2024-11-25T03:19:26,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-b8926ba5-3f21-4b74-afd2-df54bba22da3,DISK] 2024-11-25T03:19:26,415 INFO [RS:0;38a5d2077268:45255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 2024-11-25T03:19:26,415 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 38a5d2077268%2C45255%2C1732504765530 for peer 1 2024-11-25T03:19:26,415 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C45255%2C1732504765530 2024-11-25T03:19:26,415 INFO [RS:0;38a5d2077268:45255 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,45255,1732504765530, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:19:26,415 DEBUG [RS:0;38a5d2077268:45255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-25T03:19:26,415 INFO [RS:0;38a5d2077268:45255.replicationSource.shipper38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C45255%2C1732504765530 2024-11-25T03:19:26,416 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382, startPosition=0, beingWritten=true 2024-11-25T03:19:26,523 DEBUG [38a5d2077268:38347 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:19:26,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,45255,1732504765530 2024-11-25T03:19:26,525 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,45255,1732504765530, state=OPENING 2024-11-25T03:19:26,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707911211/meta-region-server 2024-11-25T03:19:26,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707911211/meta-region-server 2024-11-25T03:19:26,526 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:26,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:26,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:26,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,45255,1732504765530}] 2024-11-25T03:19:26,621 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:26,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:19:26,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:19:26,683 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:19:26,684 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:26,684 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:19:26,685 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45255%2C1732504765530.meta, suffix=.meta, logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs, maxLogs=10 2024-11-25T03:19:26,699 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.meta.1732504766685.meta, exclude list is [], retry=0 2024-11-25T03:19:26,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-b8926ba5-3f21-4b74-afd2-df54bba22da3,DISK] 2024-11-25T03:19:26,702 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.meta.1732504766685.meta 2024-11-25T03:19:26,703 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-25T03:19:26,703 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:26,703 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:26,703 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:19:26,703 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:19:26,703 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:19:26,704 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:19:26,704 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:26,704 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:19:26,704 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:19:26,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:19:26,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:19:26,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:26,711 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/info/340b39681b544b5ca8622a333ca55c24 2024-11-25T03:19:26,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:26,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:19:26,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:19:26,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:26,732 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/ns/bbf646b38df04f0b982f41aacd82ea03 2024-11-25T03:19:26,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:26,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:19:26,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:19:26,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:26,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:26,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:19:26,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:19:26,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:26,738 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/table/64b91c9dc1f94a07af2cbac47c78e94f 2024-11-25T03:19:26,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:26,738 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:19:26,739 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740 2024-11-25T03:19:26,740 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740 2024-11-25T03:19:26,741 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:19:26,741 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:19:26,742 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:26,743 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:19:26,743 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73331234, jitterRate=0.09272053837776184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:26,743 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:19:26,743 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504766704Writing region info on filesystem at 1732504766704Initializing all the Stores at 1732504766705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504766705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504766705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504766705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504766705Cleaning up temporary data from old regions at 1732504766741 (+36 ms)Running coprocessor post-open hooks at 1732504766743 (+2 ms)Region opened successfully at 1732504766743 2024-11-25T03:19:26,744 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732504766678 2024-11-25T03:19:26,746 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:19:26,746 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:19:26,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=38a5d2077268,45255,1732504765530 2024-11-25T03:19:26,748 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,45255,1732504765530, state=OPEN 2024-11-25T03:19:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707911211/meta-region-server 2024-11-25T03:19:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707911211/meta-region-server 2024-11-25T03:19:26,749 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,45255,1732504765530 2024-11-25T03:19:26,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:26,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707911211/meta-region-server: CHANGED 2024-11-25T03:19:26,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T03:19:26,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,45255,1732504765530 in 223 msec 2024-11-25T03:19:26,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:19:26,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-25T03:19:26,926 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:27,331 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:27,727 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1610ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1510ms 2024-11-25T03:19:27,836 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:28,441 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:29,146 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:29,229 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3113ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3013ms 2024-11-25T03:19:29,951 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:30,631 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T03:19:30,631 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:19:30,632 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:30,632 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45255,1732504765530, seqNum=-1] 2024-11-25T03:19:30,632 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:30,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:30,637 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=455b571d42ae3589ff305239877738d0, regionState=OPEN, lastHost=38a5d2077268,41933,1732504754329, regionLocation=38a5d2077268,41933,1732504754329, openSeqNum=2 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504830638 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504890638 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-25T03:19:30,638 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 38a5d2077268,41933,1732504754329 had 2 regions 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38347,1732504765502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38347,1732504765502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38347,1732504765502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:38347, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:30,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:30,639 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 38a5d2077268,41933,1732504754329, splitWal=true, meta=true, isMeta: false 2024-11-25T03:19:30,641 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329-splitting dir is empty, no logs to split. 2024-11-25T03:19:30,641 INFO [PEWorker-3 {}] master.SplitWALManager(105): 38a5d2077268,41933,1732504754329 WAL count=0, meta=false 2024-11-25T03:19:30,643 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,41933,1732504754329-splitting dir is empty, no logs to split. 2024-11-25T03:19:30,643 INFO [PEWorker-3 {}] master.SplitWALManager(105): 38a5d2077268,41933,1732504754329 WAL count=0, meta=false 2024-11-25T03:19:30,643 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 38a5d2077268,41933,1732504754329 WAL splitting is done? wals=0, meta=false 2024-11-25T03:19:30,643 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.079sec 2024-11-25T03:19:30,644 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:19:30,644 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:19:30,644 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:19:30,644 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:19:30,644 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:19:30,644 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38347,1732504765502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:30,644 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38347,1732504765502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:19:30,646 WARN [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=38a5d2077268,41933,1732504754329/hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:30,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN}] 2024-11-25T03:19:30,648 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:19:30,648 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:19:30,648 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38347,1732504765502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:30,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN 2024-11-25T03:19:30,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:19:30,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d0943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:30,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,38347,-1 for getting cluster id 2024-11-25T03:19:30,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:30,651 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33af7c57-fc7e-42fc-aaea-c00a527e4c92' 2024-11-25T03:19:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33af7c57-fc7e-42fc-aaea-c00a527e4c92" 2024-11-25T03:19:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f872778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,38347,-1] 2024-11-25T03:19:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:30,653 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:30,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6847f3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:30,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:30,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45255,1732504765530, seqNum=-1] 2024-11-25T03:19:30,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:30,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T03:19:30,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:30,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:30,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:30,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:30,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 38a5d2077268:38347 after: 38a5d2077268:38347 2024-11-25T03:19:30,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41eb6743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:30,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,38347,-1 for getting cluster id 2024-11-25T03:19:30,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:30,660 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33af7c57-fc7e-42fc-aaea-c00a527e4c92' 2024-11-25T03:19:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33af7c57-fc7e-42fc-aaea-c00a527e4c92" 2024-11-25T03:19:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d0a64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,38347,-1] 2024-11-25T03:19:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:30,661 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:30,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b82619b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:30,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,38347,1732504765502 2024-11-25T03:19:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55d86ebb 2024-11-25T03:19:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:30,663 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:30,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38347 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-25T03:19:30,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:19:30,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:30,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:30,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:30,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:30,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:30,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:19:30,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=677241801, stopped=false 2024-11-25T03:19:30,664 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,40409,1732504757736 2024-11-25T03:19:30,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1252218570/running 2024-11-25T03:19:30,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1252218570/running 2024-11-25T03:19:30,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:30,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:30,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:30,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:30,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:30,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:30,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,36261,1732504757772' ***** 2024-11-25T03:19:30,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:19:30,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on znode that does not yet exist, /1252218570/running 2024-11-25T03:19:30,666 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:19:30,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Set watcher on znode that does not yet exist, /1252218570/running 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,36261,1732504757772 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:36261. 2024-11-25T03:19:30,667 DEBUG [RS:0;38a5d2077268:36261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:30,667 DEBUG [RS:0;38a5d2077268:36261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:19:30,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:19:30,667 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:19:30,668 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:30,668 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:30,668 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:30,668 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:30,668 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:30,668 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:30,668 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:30,668 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T03:19:30,672 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:19:30,672 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:19:30,684 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740/.tmp/ns/b8c70cdadaee411f8330b4abc8cd515a is 43, key is default/ns:d/1732504760733/Put/seqid=0 2024-11-25T03:19:30,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741835_1011 (size=5153) 2024-11-25T03:19:30,738 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:30,799 DEBUG [38a5d2077268:38347 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:19:30,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=455b571d42ae3589ff305239877738d0, regionState=OPENING, regionLocation=38a5d2077268,45255,1732504765530 2024-11-25T03:19:30,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN because future has completed 2024-11-25T03:19:30,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 455b571d42ae3589ff305239877738d0, server=38a5d2077268,45255,1732504765530}] 2024-11-25T03:19:30,856 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:30,868 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:30,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:30,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:30,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:19:30,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45255%2C1732504765530.rep, suffix=, logDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs, maxLogs=10 2024-11-25T03:19:30,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.rep.1732504770960, exclude list is [], retry=0 2024-11-25T03:19:30,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-b8926ba5-3f21-4b74-afd2-df54bba22da3,DISK] 2024-11-25T03:19:30,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.rep.1732504770960 2024-11-25T03:19:30,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37827:37827)] 2024-11-25T03:19:30,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 455b571d42ae3589ff305239877738d0, NAME => 'hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:30,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:30,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:19:30,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. service=MultiRowMutationService 2024-11-25T03:19:30,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:19:30,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:30,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,980 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,981 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 455b571d42ae3589ff305239877738d0 columnFamilyName hfileref 2024-11-25T03:19:30,981 DEBUG [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:30,981 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(327): Store=455b571d42ae3589ff305239877738d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:30,982 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,982 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 455b571d42ae3589ff305239877738d0 columnFamilyName queue 2024-11-25T03:19:30,982 DEBUG [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:30,987 DEBUG [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0/queue/b2d5e2a7c9604d14908bf00ad60fc120 2024-11-25T03:19:30,988 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(327): Store=455b571d42ae3589ff305239877738d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:30,988 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,988 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 455b571d42ae3589ff305239877738d0 columnFamilyName sid 2024-11-25T03:19:30,988 DEBUG [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:30,989 INFO [StoreOpener-455b571d42ae3589ff305239877738d0-1 {}] regionserver.HStore(327): Store=455b571d42ae3589ff305239877738d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:30,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:19:30,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 455b571d42ae3589ff305239877738d0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70289908, jitterRate=0.047401249408721924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:19:30,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:30,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 455b571d42ae3589ff305239877738d0: Running coprocessor pre-open hook at 1732504770979Writing region info on filesystem at 1732504770979Initializing all the Stores at 1732504770980 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504770980Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504770980Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504770980Cleaning up temporary data from old regions at 1732504770993 (+13 ms)Running coprocessor post-open hooks at 1732504770996 (+3 ms)Region opened successfully at 1732504770997 (+1 ms) 2024-11-25T03:19:30,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0., pid=13, masterSystemTime=1732504770954 2024-11-25T03:19:31,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:31,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:31,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=455b571d42ae3589ff305239877738d0, regionState=OPEN, openSeqNum=9, regionLocation=38a5d2077268,45255,1732504765530 2024-11-25T03:19:31,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 455b571d42ae3589ff305239877738d0, server=38a5d2077268,45255,1732504765530 because future has completed 2024-11-25T03:19:31,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T03:19:31,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 455b571d42ae3589ff305239877738d0, server=38a5d2077268,45255,1732504765530 in 201 msec 2024-11-25T03:19:31,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-25T03:19:31,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=455b571d42ae3589ff305239877738d0, ASSIGN in 358 msec 2024-11-25T03:19:31,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T03:19:31,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0., hostname=38a5d2077268,45255,1732504765530, seqNum=9] 2024-11-25T03:19:31,027 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 38a5d2077268,41933,1732504754329 2024-11-25T03:19:31,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T03:19:31,068 DEBUG [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:31,089 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740/.tmp/ns/b8c70cdadaee411f8330b4abc8cd515a 2024-11-25T03:19:31,094 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740/.tmp/ns/b8c70cdadaee411f8330b4abc8cd515a as hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740/ns/b8c70cdadaee411f8330b4abc8cd515a 2024-11-25T03:19:31,099 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740/ns/b8c70cdadaee411f8330b4abc8cd515a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T03:19:31,100 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-25T03:19:31,100 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:19:31,104 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T03:19:31,104 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:31,105 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:31,105 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:31,105 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504770668Running coprocessor pre-close hooks at 1732504770668Disabling compacts and flushes for region at 1732504770668Disabling writes for close at 1732504770668Obtaining lock to block concurrent updates at 1732504770668Preparing flush snapshotting stores in 1588230740 at 1732504770668Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732504770668Flushing stores of hbase:meta,,1.1588230740 at 1732504770669 (+1 ms)Flushing 1588230740/ns: creating writer at 1732504770669Flushing 1588230740/ns: appending metadata at 1732504770684 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732504770684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a68799: reopening flushed file at 1732504771094 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732504771100 (+6 ms)Writing region close event to WAL at 1732504771101 (+1 ms)Running coprocessor post-close hooks at 1732504771104 (+3 ms)Closed at 1732504771105 (+1 ms) 2024-11-25T03:19:31,105 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:31,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-25T03:19:31,268 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,36261,1732504757772; all regions closed. 2024-11-25T03:19:31,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741834_1010 (size=1152) 2024-11-25T03:19:31,274 DEBUG [RS:0;38a5d2077268:36261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/oldWALs 2024-11-25T03:19:31,274 INFO [RS:0;38a5d2077268:36261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C36261%2C1732504757772.meta:.meta(num 1732504760689) 2024-11-25T03:19:31,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741832_1008 (size=93) 2024-11-25T03:19:31,278 DEBUG [RS:0;38a5d2077268:36261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/oldWALs 2024-11-25T03:19:31,278 INFO [RS:0;38a5d2077268:36261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C36261%2C1732504757772:(num 1732504759770) 2024-11-25T03:19:31,278 DEBUG [RS:0;38a5d2077268:36261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:31,278 INFO [RS:0;38a5d2077268:36261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:31,278 INFO [RS:0;38a5d2077268:36261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:31,278 INFO [RS:0;38a5d2077268:36261 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:31,278 INFO [RS:0;38a5d2077268:36261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:31,278 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:31,279 INFO [RS:0;38a5d2077268:36261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36261 2024-11-25T03:19:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1252218570/rs/38a5d2077268,36261,1732504757772 2024-11-25T03:19:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570/rs 2024-11-25T03:19:31,282 INFO [RS:0;38a5d2077268:36261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:31,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,36261,1732504757772] 2024-11-25T03:19:31,284 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1252218570/draining/38a5d2077268,36261,1732504757772 already deleted, retry=false 2024-11-25T03:19:31,284 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,36261,1732504757772 expired; onlineServers=0 2024-11-25T03:19:31,284 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,40409,1732504757736' ***** 2024-11-25T03:19:31,284 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:19:31,284 INFO [M:0;38a5d2077268:40409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:31,284 INFO [M:0;38a5d2077268:40409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:31,285 DEBUG [M:0;38a5d2077268:40409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:19:31,285 DEBUG [M:0;38a5d2077268:40409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:19:31,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:19:31,285 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504759541 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504759541,5,FailOnTimeoutGroup] 2024-11-25T03:19:31,285 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504759541 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504759541,5,FailOnTimeoutGroup] 2024-11-25T03:19:31,285 INFO [M:0;38a5d2077268:40409 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:31,285 INFO [M:0;38a5d2077268:40409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:31,285 DEBUG [M:0;38a5d2077268:40409 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:19:31,285 INFO [M:0;38a5d2077268:40409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:19:31,285 INFO [M:0;38a5d2077268:40409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:31,285 INFO [M:0;38a5d2077268:40409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:19:31,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:19:31,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1252218570/master 2024-11-25T03:19:31,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1252218570 2024-11-25T03:19:31,287 DEBUG [M:0;38a5d2077268:40409 {}] zookeeper.ZKUtil(347): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Unable to get data of znode /1252218570/master because node does not exist (not an error) 2024-11-25T03:19:31,287 WARN [M:0;38a5d2077268:40409 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:19:31,288 INFO [M:0;38a5d2077268:40409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/.lastflushedseqids 2024-11-25T03:19:31,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741836_1012 (size=99) 2024-11-25T03:19:31,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:31,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x1014d227f8d0004, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:31,383 INFO [RS:0;38a5d2077268:36261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:31,383 INFO [RS:0;38a5d2077268:36261 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,36261,1732504757772; zookeeper connection closed. 2024-11-25T03:19:31,384 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77213d3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77213d3b 2024-11-25T03:19:31,384 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:19:31,692 INFO [M:0;38a5d2077268:40409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:19:31,693 INFO [M:0;38a5d2077268:40409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:19:31,693 DEBUG [M:0;38a5d2077268:40409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:31,693 INFO [M:0;38a5d2077268:40409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:31,693 DEBUG [M:0;38a5d2077268:40409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:31,693 DEBUG [M:0;38a5d2077268:40409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:31,693 DEBUG [M:0;38a5d2077268:40409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:31,693 INFO [M:0;38a5d2077268:40409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T03:19:31,709 DEBUG [M:0;38a5d2077268:40409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7dd7172bcdba432382851c016cfca643 is 82, key is hbase:meta,,1/info:regioninfo/1732504760722/Put/seqid=0 2024-11-25T03:19:31,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741837_1013 (size=5672) 2024-11-25T03:19:31,862 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:32,114 INFO [M:0;38a5d2077268:40409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7dd7172bcdba432382851c016cfca643 2024-11-25T03:19:32,138 DEBUG [M:0;38a5d2077268:40409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c782aabfcfa74bda85e925fd55d0a593 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732504760736/Put/seqid=0 2024-11-25T03:19:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741838_1014 (size=5275) 2024-11-25T03:19:32,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:19:32,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:32,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:32,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:32,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:32,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:32,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:19:32,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:19:32,543 INFO [M:0;38a5d2077268:40409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c782aabfcfa74bda85e925fd55d0a593 2024-11-25T03:19:32,563 DEBUG [M:0;38a5d2077268:40409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef7beb246e784178ab0cd0b5fa2c5363 is 69, key is 38a5d2077268,36261,1732504757772/rs:state/1732504759611/Put/seqid=0 2024-11-25T03:19:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741839_1015 (size=5156) 2024-11-25T03:19:32,967 DEBUG [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 to pos 0, reset compression=false 2024-11-25T03:19:32,968 INFO [M:0;38a5d2077268:40409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef7beb246e784178ab0cd0b5fa2c5363 2024-11-25T03:19:32,973 DEBUG [M:0;38a5d2077268:40409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7dd7172bcdba432382851c016cfca643 as hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7dd7172bcdba432382851c016cfca643 2024-11-25T03:19:32,978 INFO [M:0;38a5d2077268:40409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7dd7172bcdba432382851c016cfca643, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T03:19:32,979 DEBUG [M:0;38a5d2077268:40409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c782aabfcfa74bda85e925fd55d0a593 as hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c782aabfcfa74bda85e925fd55d0a593 2024-11-25T03:19:32,983 INFO [M:0;38a5d2077268:40409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c782aabfcfa74bda85e925fd55d0a593, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T03:19:32,984 DEBUG [M:0;38a5d2077268:40409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef7beb246e784178ab0cd0b5fa2c5363 as hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef7beb246e784178ab0cd0b5fa2c5363 2024-11-25T03:19:32,988 INFO [M:0;38a5d2077268:40409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41845/user/jenkins/test-data/5f25a0f8-78e0-b029-8bae-700d1655b3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef7beb246e784178ab0cd0b5fa2c5363, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T03:19:32,989 INFO [M:0;38a5d2077268:40409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-11-25T03:19:32,990 INFO [M:0;38a5d2077268:40409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:32,990 DEBUG [M:0;38a5d2077268:40409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504771693Disabling compacts and flushes for region at 1732504771693Disabling writes for close at 1732504771693Obtaining lock to block concurrent updates at 1732504771693Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504771693Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732504771693Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504771694 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504771694Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504771709 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504771709Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504772119 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504772138 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504772138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504772548 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504772563 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504772563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ccadd8: reopening flushed file at 1732504772973 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500a359a: reopening flushed file at 1732504772978 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45cfc03f: reopening flushed file at 1732504772983 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1732504772989 (+6 ms)Writing region close event to WAL at 1732504772990 (+1 ms)Closed at 1732504772990 2024-11-25T03:19:32,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33665 is added to blk_1073741830_1006 (size=10165) 2024-11-25T03:19:32,995 INFO [M:0;38a5d2077268:40409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:19:32,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:32,996 INFO [M:0;38a5d2077268:40409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40409 2024-11-25T03:19:32,996 INFO [M:0;38a5d2077268:40409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:33,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T03:19:33,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T03:19:33,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:33,099 INFO [M:0;38a5d2077268:40409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:33,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40409-0x1014d227f8d0003, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:33,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67ed8761{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:19:33,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8ad9d16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:33,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:33,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eca4a31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:33,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326647b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:33,103 WARN [BP-1482635898-172.17.0.2-1732504756708 heartbeating to localhost/127.0.0.1:41845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:19:33,103 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:19:33,103 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:19:33,103 WARN [BP-1482635898-172.17.0.2-1732504756708 heartbeating to localhost/127.0.0.1:41845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1482635898-172.17.0.2-1732504756708 (Datanode Uuid 48b5b130-477c-42a6-ba43-865496cc2ab9) service to localhost/127.0.0.1:41845 2024-11-25T03:19:33,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/cluster_2200aad4-fc5c-8b9a-db96-c80b03f7e8d9/data/data1/current/BP-1482635898-172.17.0.2-1732504756708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:33,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/cluster_2200aad4-fc5c-8b9a-db96-c80b03f7e8d9/data/data2/current/BP-1482635898-172.17.0.2-1732504756708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:33,104 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:19:33,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2918e8d8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:19:33,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@84ed82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:33,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:33,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d7b3c36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:33,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@452d133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:33,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:19:33,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:19:33,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:33,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:33,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:33,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:33,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:33,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:19:33,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1248036583, stopped=false 2024-11-25T03:19:33,123 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,38347,1732504765502 2024-11-25T03:19:33,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/running 2024-11-25T03:19:33,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/running 2024-11-25T03:19:33,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:33,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:33,125 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:33,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:33,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:33,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:33,126 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,45255,1732504765530' ***** 2024-11-25T03:19:33,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/running 2024-11-25T03:19:33,126 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:19:33,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Set watcher on znode that does not yet exist, /0707911211/running 2024-11-25T03:19:33,126 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:19:33,126 INFO [RS:0;38a5d2077268:45255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:19:33,126 INFO [RS:0;38a5d2077268:45255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:19:33,126 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:19:33,126 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(3091): Received CLOSE for 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:33,126 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,45255,1732504765530 2024-11-25T03:19:33,126 INFO [RS:0;38a5d2077268:45255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:33,126 INFO [RS:0;38a5d2077268:45255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45255. 2024-11-25T03:19:33,127 DEBUG [RS:0;38a5d2077268:45255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:33,127 DEBUG [RS:0;38a5d2077268:45255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:33,127 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 455b571d42ae3589ff305239877738d0, disabling compactions & flushes 2024-11-25T03:19:33,127 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:33,127 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:33,127 INFO [RS:0;38a5d2077268:45255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:19:33,127 INFO [RS:0;38a5d2077268:45255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:19:33,127 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. after waiting 0 ms 2024-11-25T03:19:33,127 INFO [RS:0;38a5d2077268:45255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:19:33,127 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:33,127 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:19:33,127 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:19:33,127 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1325): Online Regions={455b571d42ae3589ff305239877738d0=hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:33,127 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 455b571d42ae3589ff305239877738d0 2024-11-25T03:19:33,127 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:33,127 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:33,127 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:33,127 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:33,127 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:33,127 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T03:19:33,130 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:33,131 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/replication/455b571d42ae3589ff305239877738d0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-25T03:19:33,131 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:33,131 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:33,131 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:33,131 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 455b571d42ae3589ff305239877738d0: Waiting for close lock at 1732504773127Running coprocessor pre-close hooks at 1732504773127Disabling compacts and flushes for region at 1732504773127Disabling writes for close at 1732504773127Writing region close event to WAL at 1732504773127Running coprocessor post-close hooks at 1732504773131 (+4 ms)Closed at 1732504773131 2024-11-25T03:19:33,132 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0. 2024-11-25T03:19:33,147 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/info/5ed25e754b7f4a2c9d4049a0e9fada8c is 147, key is hbase:replication,,1732504760831.455b571d42ae3589ff305239877738d0./info:regioninfo/1732504771000/Put/seqid=0 2024-11-25T03:19:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741851_1027 (size=6385) 2024-11-25T03:19:33,305 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:19:33,305 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:19:33,327 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:33,528 DEBUG [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:33,551 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/info/5ed25e754b7f4a2c9d4049a0e9fada8c 2024-11-25T03:19:33,557 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/.tmp/info/5ed25e754b7f4a2c9d4049a0e9fada8c as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/info/5ed25e754b7f4a2c9d4049a0e9fada8c 2024-11-25T03:19:33,561 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/info/5ed25e754b7f4a2c9d4049a0e9fada8c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T03:19:33,562 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false 2024-11-25T03:19:33,566 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T03:19:33,567 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:33,567 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:33,567 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:33,567 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504773127Running coprocessor pre-close hooks at 1732504773127Disabling compacts and flushes for region at 1732504773127Disabling writes for close at 1732504773127Obtaining lock to block concurrent updates at 1732504773127Preparing flush snapshotting stores in 1588230740 at 1732504773128 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732504773128Flushing stores of hbase:meta,,1.1588230740 at 1732504773128Flushing 1588230740/info: creating writer at 1732504773128Flushing 1588230740/info: appending metadata at 1732504773146 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732504773146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3c8253: reopening flushed file at 1732504773556 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false at 1732504773563 (+7 ms)Writing region close event to WAL at 1732504773564 (+1 ms)Running coprocessor post-close hooks at 1732504773567 (+3 ms)Closed at 1732504773567 2024-11-25T03:19:33,567 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:33,728 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,45255,1732504765530; all regions closed. 2024-11-25T03:19:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741849_1025 (size=2156) 2024-11-25T03:19:33,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.meta.1732504766685.meta not finished, retry = 0 2024-11-25T03:19:33,833 DEBUG [RS:0;38a5d2077268:45255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs 2024-11-25T03:19:33,833 INFO [RS:0;38a5d2077268:45255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C45255%2C1732504765530.meta:.meta(num 1732504766685) 2024-11-25T03:19:33,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.rep.1732504770960 not finished, retry = 0 2024-11-25T03:19:33,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741850_1026 (size=796) 2024-11-25T03:19:33,938 DEBUG [RS:0;38a5d2077268:45255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs 2024-11-25T03:19:33,938 INFO [RS:0;38a5d2077268:45255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C45255%2C1732504765530.rep:(num 1732504770960) 2024-11-25T03:19:33,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741848_1024 (size=93) 2024-11-25T03:19:33,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/WALs/38a5d2077268,45255,1732504765530/38a5d2077268%2C45255%2C1732504765530.1732504766382 not finished, retry = 0 2024-11-25T03:19:34,043 DEBUG [RS:0;38a5d2077268:45255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/oldWALs 2024-11-25T03:19:34,043 INFO [RS:0;38a5d2077268:45255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C45255%2C1732504765530:(num 1732504766382) 2024-11-25T03:19:34,043 DEBUG [RS:0;38a5d2077268:45255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:34,043 INFO [RS:0;38a5d2077268:45255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:34,043 INFO [RS:0;38a5d2077268:45255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:34,043 INFO [RS:0;38a5d2077268:45255 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:34,043 INFO [RS:0;38a5d2077268:45255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:34,043 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:34,044 INFO [RS:0;38a5d2077268:45255 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,45255,1732504765530 because: Region server is closing 2024-11-25T03:19:34,044 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T03:19:34,044 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T03:19:34,044 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T03:19:34,044 INFO [RS:0;38a5d2077268:45255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45255. 2024-11-25T03:19:34,044 DEBUG [RS:0;38a5d2077268:45255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:34,044 DEBUG [RS:0;38a5d2077268:45255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:34,044 DEBUG [RS:0;38a5d2077268:45255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:34,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:34,144 WARN [RS:0;38a5d2077268:45255.replicationSource.wal-reader.38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:19:34,144 WARN [RS:0;38a5d2077268:45255.replicationSource.shipper38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T03:19:34,145 INFO [RS:0;38a5d2077268:45255 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;38a5d2077268:45255.replicationSource.shipper38a5d2077268%2C45255%2C1732504765530,1-38a5d2077268,45255,1732504765530 terminated 2024-11-25T03:19:34,145 INFO [RS:0;38a5d2077268:45255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45255 2024-11-25T03:19:34,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/rs/38a5d2077268,45255,1732504765530 2024-11-25T03:19:34,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211/rs 2024-11-25T03:19:34,146 INFO [RS:0;38a5d2077268:45255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:34,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,45255,1732504765530] 2024-11-25T03:19:34,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/draining/38a5d2077268,45255,1732504765530 already deleted, retry=false 2024-11-25T03:19:34,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,45255,1732504765530 expired; onlineServers=0 2024-11-25T03:19:34,149 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,38347,1732504765502' ***** 2024-11-25T03:19:34,149 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:19:34,149 INFO [M:0;38a5d2077268:38347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:34,149 INFO [M:0;38a5d2077268:38347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:34,150 DEBUG [M:0;38a5d2077268:38347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:19:34,150 DEBUG [M:0;38a5d2077268:38347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:19:34,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:19:34,150 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504766116 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504766116,5,FailOnTimeoutGroup] 2024-11-25T03:19:34,150 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504766115 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504766115,5,FailOnTimeoutGroup] 2024-11-25T03:19:34,150 INFO [M:0;38a5d2077268:38347 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:34,150 INFO [M:0;38a5d2077268:38347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:34,150 DEBUG [M:0;38a5d2077268:38347 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:19:34,150 INFO [M:0;38a5d2077268:38347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:19:34,150 INFO [M:0;38a5d2077268:38347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:34,150 INFO [M:0;38a5d2077268:38347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:19:34,150 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:19:34,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707911211/master 2024-11-25T03:19:34,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707911211 2024-11-25T03:19:34,152 DEBUG [M:0;38a5d2077268:38347 {}] zookeeper.RecoverableZooKeeper(212): Node /0707911211/master already deleted, retry=false 2024-11-25T03:19:34,153 DEBUG [M:0;38a5d2077268:38347 {}] master.ActiveMasterManager(353): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Failed delete of our master address node; KeeperErrorCode = NoNode for /0707911211/master 2024-11-25T03:19:34,153 INFO [M:0;38a5d2077268:38347 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/.lastflushedseqids 2024-11-25T03:19:34,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741852_1028 (size=181) 2024-11-25T03:19:34,180 INFO [M:0;38a5d2077268:38347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:19:34,180 INFO [M:0;38a5d2077268:38347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:19:34,181 DEBUG [M:0;38a5d2077268:38347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:34,181 INFO [M:0;38a5d2077268:38347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:34,181 DEBUG [M:0;38a5d2077268:38347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:34,181 DEBUG [M:0;38a5d2077268:38347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:34,181 DEBUG [M:0;38a5d2077268:38347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:34,181 INFO [M:0;38a5d2077268:38347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T03:19:34,208 DEBUG [M:0;38a5d2077268:38347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c559dcaf19af494dbdfe4b3c580d93aa is 82, key is hbase:meta,,1/info:regioninfo/1732504766747/Put/seqid=0 2024-11-25T03:19:34,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741853_1029 (size=5672) 2024-11-25T03:19:34,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:34,248 INFO [RS:0;38a5d2077268:45255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:34,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45255-0x1014d227f8d0007, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:34,249 INFO [RS:0;38a5d2077268:45255 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,45255,1732504765530; zookeeper connection closed. 2024-11-25T03:19:34,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@436957f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@436957f9 2024-11-25T03:19:34,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:19:34,616 INFO [M:0;38a5d2077268:38347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c559dcaf19af494dbdfe4b3c580d93aa 2024-11-25T03:19:34,643 DEBUG [M:0;38a5d2077268:38347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5661040a2a241709aa4a6de4ebeee47 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732504771006/Put/seqid=0 2024-11-25T03:19:34,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741854_1030 (size=7312) 2024-11-25T03:19:35,049 INFO [M:0;38a5d2077268:38347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5661040a2a241709aa4a6de4ebeee47 2024-11-25T03:19:35,074 DEBUG [M:0;38a5d2077268:38347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4046179d272a46bdae0a1f8a54c138c4 is 69, key is 38a5d2077268,45255,1732504765530/rs:state/1732504766170/Put/seqid=0 2024-11-25T03:19:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741855_1031 (size=5370) 2024-11-25T03:19:35,479 INFO [M:0;38a5d2077268:38347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4046179d272a46bdae0a1f8a54c138c4 2024-11-25T03:19:35,484 INFO [M:0;38a5d2077268:38347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4046179d272a46bdae0a1f8a54c138c4 2024-11-25T03:19:35,485 DEBUG [M:0;38a5d2077268:38347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c559dcaf19af494dbdfe4b3c580d93aa as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c559dcaf19af494dbdfe4b3c580d93aa 2024-11-25T03:19:35,490 INFO [M:0;38a5d2077268:38347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c559dcaf19af494dbdfe4b3c580d93aa, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T03:19:35,491 DEBUG [M:0;38a5d2077268:38347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5661040a2a241709aa4a6de4ebeee47 as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5661040a2a241709aa4a6de4ebeee47 2024-11-25T03:19:35,495 INFO [M:0;38a5d2077268:38347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5661040a2a241709aa4a6de4ebeee47, entries=7, sequenceid=127, filesize=7.1 K 2024-11-25T03:19:35,496 DEBUG [M:0;38a5d2077268:38347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4046179d272a46bdae0a1f8a54c138c4 as hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4046179d272a46bdae0a1f8a54c138c4 2024-11-25T03:19:35,501 INFO [M:0;38a5d2077268:38347 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4046179d272a46bdae0a1f8a54c138c4 2024-11-25T03:19:35,501 INFO [M:0;38a5d2077268:38347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4046179d272a46bdae0a1f8a54c138c4, entries=2, sequenceid=127, filesize=5.2 K 2024-11-25T03:19:35,502 INFO [M:0;38a5d2077268:38347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=127, compaction requested=false 2024-11-25T03:19:35,503 INFO [M:0;38a5d2077268:38347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:35,503 DEBUG [M:0;38a5d2077268:38347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504774181Disabling compacts and flushes for region at 1732504774181Disabling writes for close at 1732504774181Obtaining lock to block concurrent updates at 1732504774181Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504774181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732504774181Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504774182 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504774182Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504774207 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504774207Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504774626 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504774643 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504774643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504775054 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504775073 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504775073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee6e365: reopening flushed file at 1732504775485 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348b0ddc: reopening flushed file at 1732504775490 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fe5433: reopening flushed file at 1732504775495 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=127, compaction requested=false at 1732504775502 (+7 ms)Writing region close event to WAL at 1732504775503 (+1 ms)Closed at 1732504775503 2024-11-25T03:19:35,507 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad5b803c-5fc1-b18b-515e-3be88dcdba12/MasterData/WALs/38a5d2077268,38347,1732504765502/38a5d2077268%2C38347%2C1732504765502.1732504766001 not finished, retry = 0 2024-11-25T03:19:35,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741847_1023 (size=22903) 2024-11-25T03:19:35,608 INFO [M:0;38a5d2077268:38347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:19:35,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:35,608 INFO [M:0;38a5d2077268:38347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38347 2024-11-25T03:19:35,608 INFO [M:0;38a5d2077268:38347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:35,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:35,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38347-0x1014d227f8d0006, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:35,716 INFO [M:0;38a5d2077268:38347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:35,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a7e510c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:19:35,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@292bb3d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:35,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:35,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f36d8c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:35,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b5b128f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:35,720 WARN [BP-206059773-172.17.0.2-1732504753461 heartbeating to localhost/127.0.0.1:43287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:19:35,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:19:35,720 WARN [BP-206059773-172.17.0.2-1732504753461 heartbeating to localhost/127.0.0.1:43287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-206059773-172.17.0.2-1732504753461 (Datanode Uuid 5c280e72-8dea-4347-a330-1c37df4a0c05) service to localhost/127.0.0.1:43287 2024-11-25T03:19:35,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:19:35,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/cluster_02b6f881-110f-866b-6904-c3b99d4ddfbc/data/data1/current/BP-206059773-172.17.0.2-1732504753461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:35,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/cluster_02b6f881-110f-866b-6904-c3b99d4ddfbc/data/data2/current/BP-206059773-172.17.0.2-1732504753461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:35,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:19:35,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d8d2896{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:19:35,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a770da9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:35,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:35,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5255788c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:35,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@331bbb0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b3e18e0-03ce-3fe8-44ac-48b9dc114ed2/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:35,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:19:35,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:19:35,755 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 158) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43287 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41845 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 505) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=6178 (was 6236) 2024-11-25T03:19:35,764 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=6177 2024-11-25T03:19:35,777 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-25T03:19:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.log.dir so I do NOT create it in target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825 2024-11-25T03:19:35,778 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:19:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.tmp.dir so I do NOT create it in target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825 2024-11-25T03:19:35,778 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f166724-fb2c-dde5-b734-febef3ccbb2a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:19:35,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825 2024-11-25T03:19:35,778 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/cluster_471563e3-3eb5-cca7-828d-822d839bbab8, deleteOnExit=true 2024-11-25T03:19:35,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/cluster_471563e3-3eb5-cca7-828d-822d839bbab8/zookeeper_0, clientPort=54102, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/cluster_471563e3-3eb5-cca7-828d-822d839bbab8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/cluster_471563e3-3eb5-cca7-828d-822d839bbab8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:19:35,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54102 2024-11-25T03:19:35,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:19:35,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:19:35,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/test.cache.data in system properties and HBase conf 2024-11-25T03:19:35,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:19:35,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:19:35,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:19:35,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:19:35,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:19:35,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014d227f8d0002, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:19:35,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014d227f8d0005, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:19:35,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014d227f8d0005, quorum=127.0.0.1:55049, baseZNode=/1252218570 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:19:35,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014d227f8d0002, quorum=127.0.0.1:55049, baseZNode=/0707911211 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:19:35,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:35,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:19:35,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:19:35,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:19:35,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:19:35,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:35,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f72ad5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:19:35,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df70fc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:19:35,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76131948{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/java.io.tmpdir/jetty-localhost-32893-hadoop-hdfs-3_4_1-tests_jar-_-any-15175617001512050928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:19:35,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7206c28a{HTTP/1.1, (http/1.1)}{localhost:32893} 2024-11-25T03:19:35,985 INFO [Time-limited test {}] server.Server(415): Started @148235ms 2024-11-25T03:19:36,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:36,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:19:36,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:19:36,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:19:36,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:19:36,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce1faa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:19:36,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3eff79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:19:36,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7214a5fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/java.io.tmpdir/jetty-localhost-45439-hadoop-hdfs-3_4_1-tests_jar-_-any-13436946284367892989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:19:36,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bc54817{HTTP/1.1, (http/1.1)}{localhost:45439} 2024-11-25T03:19:36,201 INFO [Time-limited test {}] server.Server(415): Started @148451ms 2024-11-25T03:19:36,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:19:36,297 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/cluster_471563e3-3eb5-cca7-828d-822d839bbab8/data/data1/current/BP-2067919834-172.17.0.2-1732504775802/current, will proceed with Du for space computation calculation, 2024-11-25T03:19:36,297 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/cluster_471563e3-3eb5-cca7-828d-822d839bbab8/data/data2/current/BP-2067919834-172.17.0.2-1732504775802/current, will proceed with Du for space computation calculation, 2024-11-25T03:19:36,320 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:19:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6e280c8962ea9dd with lease ID 0x893a6581595c7cc3: Processing first storage report for DS-3305ebb2-9e87-4aab-8255-51c2bec8affe from datanode DatanodeRegistration(127.0.0.1:43341, datanodeUuid=f2d194a1-23d6-49f1-a1d0-6c53102900a1, infoPort=35575, infoSecurePort=0, ipcPort=45055, storageInfo=lv=-57;cid=testClusterID;nsid=772500865;c=1732504775802) 2024-11-25T03:19:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6e280c8962ea9dd with lease ID 0x893a6581595c7cc3: from storage DS-3305ebb2-9e87-4aab-8255-51c2bec8affe node DatanodeRegistration(127.0.0.1:43341, datanodeUuid=f2d194a1-23d6-49f1-a1d0-6c53102900a1, infoPort=35575, infoSecurePort=0, ipcPort=45055, storageInfo=lv=-57;cid=testClusterID;nsid=772500865;c=1732504775802), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:19:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6e280c8962ea9dd with lease ID 0x893a6581595c7cc3: Processing first storage report for DS-f440e6c7-e5e4-4051-8237-b4b1d1b4f4dd from datanode DatanodeRegistration(127.0.0.1:43341, datanodeUuid=f2d194a1-23d6-49f1-a1d0-6c53102900a1, infoPort=35575, infoSecurePort=0, ipcPort=45055, storageInfo=lv=-57;cid=testClusterID;nsid=772500865;c=1732504775802) 2024-11-25T03:19:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6e280c8962ea9dd with lease ID 0x893a6581595c7cc3: from storage DS-f440e6c7-e5e4-4051-8237-b4b1d1b4f4dd node DatanodeRegistration(127.0.0.1:43341, datanodeUuid=f2d194a1-23d6-49f1-a1d0-6c53102900a1, infoPort=35575, infoSecurePort=0, ipcPort=45055, storageInfo=lv=-57;cid=testClusterID;nsid=772500865;c=1732504775802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:19:36,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825 2024-11-25T03:19:36,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:36,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:19:36,734 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295 with version=8 2024-11-25T03:19:36,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/hbase-staging 2024-11-25T03:19:36,737 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:36,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:36,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:36,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:36,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:36,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:36,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:19:36,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:36,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42027 2024-11-25T03:19:36,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42027 connecting to ZooKeeper ensemble=127.0.0.1:54102 2024-11-25T03:19:36,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420270x0, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:36,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42027-0x1014d22d6f30000 connected 2024-11-25T03:19:36,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:36,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:36,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on znode that does not yet exist, /0992828844/running 2024-11-25T03:19:36,770 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295, hbase.cluster.distributed=false 2024-11-25T03:19:36,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on znode that does not yet exist, /0992828844/acl 2024-11-25T03:19:36,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-25T03:19:36,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42027 2024-11-25T03:19:36,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42027 2024-11-25T03:19:36,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-25T03:19:36,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42027 2024-11-25T03:19:36,803 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:36,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:36,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:36,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:36,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:36,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:36,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:19:36,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:36,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39305 2024-11-25T03:19:36,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39305 connecting to ZooKeeper ensemble=127.0.0.1:54102 2024-11-25T03:19:36,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:36,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:36,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393050x0, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:36,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393050x0, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on znode that does not yet exist, /0992828844/running 2024-11-25T03:19:36,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:19:36,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39305-0x1014d22d6f30001 connected 2024-11-25T03:19:36,819 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:19:36,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on znode that does not yet exist, /0992828844/master 2024-11-25T03:19:36,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on znode that does not yet exist, /0992828844/acl 2024-11-25T03:19:36,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39305 2024-11-25T03:19:36,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39305 2024-11-25T03:19:36,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39305 2024-11-25T03:19:36,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39305 2024-11-25T03:19:36,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39305 2024-11-25T03:19:36,844 DEBUG [M:0;38a5d2077268:42027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:42027 2024-11-25T03:19:36,845 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0992828844/backup-masters/38a5d2077268,42027,1732504776737 2024-11-25T03:19:36,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844/backup-masters 2024-11-25T03:19:36,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844/backup-masters 2024-11-25T03:19:36,847 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on existing znode=/0992828844/backup-masters/38a5d2077268,42027,1732504776737 2024-11-25T03:19:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0992828844/master 2024-11-25T03:19:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:36,850 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on existing znode=/0992828844/master 2024-11-25T03:19:36,850 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0992828844/backup-masters/38a5d2077268,42027,1732504776737 from backup master directory 2024-11-25T03:19:36,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844/backup-masters 2024-11-25T03:19:36,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0992828844/backup-masters/38a5d2077268,42027,1732504776737 2024-11-25T03:19:36,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844/backup-masters 2024-11-25T03:19:36,851 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:36,851 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,42027,1732504776737 2024-11-25T03:19:36,855 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/hbase.id] with ID: a337e8af-df7e-45bc-bd2c-96009955538b 2024-11-25T03:19:36,855 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/.tmp/hbase.id 2024-11-25T03:19:36,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:19:37,263 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/.tmp/hbase.id]:[hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/hbase.id] 2024-11-25T03:19:37,276 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:37,276 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:19:37,277 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:19:37,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:37,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:37,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:19:37,686 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:37,687 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:19:37,687 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:19:38,095 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store 2024-11-25T03:19:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:19:38,502 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:38,503 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:38,503 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:38,503 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:38,503 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:38,503 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:38,503 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:38,503 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504778503Disabling compacts and flushes for region at 1732504778503Disabling writes for close at 1732504778503Writing region close event to WAL at 1732504778503Closed at 1732504778503 2024-11-25T03:19:38,504 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/.initializing 2024-11-25T03:19:38,504 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/WALs/38a5d2077268,42027,1732504776737 2024-11-25T03:19:38,505 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:38,506 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C42027%2C1732504776737, suffix=, logDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/WALs/38a5d2077268,42027,1732504776737, archiveDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/oldWALs, maxLogs=10 2024-11-25T03:19:38,520 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/WALs/38a5d2077268,42027,1732504776737/38a5d2077268%2C42027%2C1732504776737.1732504778506, exclude list is [], retry=0 2024-11-25T03:19:38,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43341,DS-3305ebb2-9e87-4aab-8255-51c2bec8affe,DISK] 2024-11-25T03:19:38,524 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/WALs/38a5d2077268,42027,1732504776737/38a5d2077268%2C42027%2C1732504776737.1732504778506 2024-11-25T03:19:38,524 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35575:35575)] 2024-11-25T03:19:38,525 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:38,525 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:38,525 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,525 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:19:38,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:38,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:38,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:19:38,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:38,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:38,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:19:38,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:38,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:38,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:19:38,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:38,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:38,532 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,532 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,533 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,534 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,534 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,534 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:38,535 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:38,537 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:38,537 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60755399, jitterRate=-0.0946740061044693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:38,538 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504778525Initializing all the Stores at 1732504778526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504778526Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504778526Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504778526Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504778526Cleaning up temporary data from old regions at 1732504778534 (+8 ms)Region opened successfully at 1732504778538 (+4 ms) 2024-11-25T03:19:38,538 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:19:38,541 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ac6ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:38,541 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:19:38,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:19:38,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:19:38,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:19:38,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:19:38,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:19:38,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:19:38,544 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:19:38,545 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Unable to get data of znode /0992828844/balancer because node does not exist (not necessarily an error) 2024-11-25T03:19:38,546 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0992828844/balancer already deleted, retry=false 2024-11-25T03:19:38,546 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:19:38,546 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Unable to get data of znode /0992828844/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:19:38,549 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0992828844/normalizer already deleted, retry=false 2024-11-25T03:19:38,549 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:19:38,550 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Unable to get data of znode /0992828844/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:19:38,551 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0992828844/switch/split already deleted, retry=false 2024-11-25T03:19:38,551 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Unable to get data of znode /0992828844/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:19:38,552 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0992828844/switch/merge already deleted, retry=false 2024-11-25T03:19:38,553 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Unable to get data of znode /0992828844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:19:38,554 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0992828844/snapshot-cleanup already deleted, retry=false 2024-11-25T03:19:38,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0992828844/running 2024-11-25T03:19:38,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0992828844/running 2024-11-25T03:19:38,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:38,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:38,557 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,42027,1732504776737, sessionid=0x1014d22d6f30000, setting cluster-up flag (Was=false) 2024-11-25T03:19:38,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:38,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:38,564 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0992828844/flush-table-proc/acquired, /0992828844/flush-table-proc/reached, /0992828844/flush-table-proc/abort 2024-11-25T03:19:38,565 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42027,1732504776737 2024-11-25T03:19:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:38,573 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0992828844/online-snapshot/acquired, /0992828844/online-snapshot/reached, /0992828844/online-snapshot/abort 2024-11-25T03:19:38,573 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42027,1732504776737 2024-11-25T03:19:38,580 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:19:38,581 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:38,581 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:19:38,582 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:19:38,582 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,42027,1732504776737 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:19:38,583 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:38,583 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:38,583 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:38,583 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:38,583 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:19:38,583 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,583 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:38,583 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,584 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504808584 2024-11-25T03:19:38,584 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:19:38,584 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:19:38,584 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:19:38,584 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:19:38,584 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:19:38,584 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:19:38,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:38,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:19:38,585 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:38,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:19:38,588 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,592 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:19:38,593 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:19:38,593 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:19:38,593 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:19:38,598 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:19:38,598 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:19:38,599 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504778598,5,FailOnTimeoutGroup] 2024-11-25T03:19:38,599 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504778599,5,FailOnTimeoutGroup] 2024-11-25T03:19:38,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:19:38,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:19:38,634 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:19:38,635 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(746): ClusterId : a337e8af-df7e-45bc-bd2c-96009955538b 2024-11-25T03:19:38,635 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:19:38,638 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:19:38,638 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:19:38,641 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:19:38,641 DEBUG [RS:0;38a5d2077268:39305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f19a01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:38,659 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:39305 2024-11-25T03:19:38,659 INFO [RS:0;38a5d2077268:39305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:19:38,659 INFO [RS:0;38a5d2077268:39305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:19:38,660 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:19:38,660 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,42027,1732504776737 with port=39305, startcode=1732504776803 2024-11-25T03:19:38,661 DEBUG [RS:0;38a5d2077268:39305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:19:38,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:38,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:38,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:38,663 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:19:38,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:38,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:38,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,39305,1732504776803 2024-11-25T03:19:38,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42027 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,39305,1732504776803 2024-11-25T03:19:38,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:38,664 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295 2024-11-25T03:19:38,664 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40959 2024-11-25T03:19:38,665 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:19:38,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844/rs 2024-11-25T03:19:38,666 DEBUG [RS:0;38a5d2077268:39305 {}] zookeeper.ZKUtil(111): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on existing znode=/0992828844/rs/38a5d2077268,39305,1732504776803 2024-11-25T03:19:38,666 WARN [RS:0;38a5d2077268:39305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:38,666 INFO [RS:0;38a5d2077268:39305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:38,666 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803 2024-11-25T03:19:38,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,39305,1732504776803] 2024-11-25T03:19:38,671 INFO [RS:0;38a5d2077268:39305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:19:38,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:38,682 INFO [RS:0;38a5d2077268:39305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:19:38,683 INFO [RS:0;38a5d2077268:39305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:19:38,683 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,683 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:19:38,684 INFO [RS:0;38a5d2077268:39305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:19:38,684 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:38,684 DEBUG [RS:0;38a5d2077268:39305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:38,688 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,688 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,688 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,688 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,688 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,688 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39305,1732504776803-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:38,707 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:19:38,707 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39305,1732504776803-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,707 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,707 INFO [RS:0;38a5d2077268:39305 {}] regionserver.Replication(171): 38a5d2077268,39305,1732504776803 started 2024-11-25T03:19:38,725 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:38,725 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,39305,1732504776803, RpcServer on 38a5d2077268/172.17.0.2:39305, sessionid=0x1014d22d6f30001 2024-11-25T03:19:38,725 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:19:38,725 DEBUG [RS:0;38a5d2077268:39305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,39305,1732504776803 2024-11-25T03:19:38,725 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,39305,1732504776803' 2024-11-25T03:19:38,725 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0992828844/flush-table-proc/abort' 2024-11-25T03:19:38,726 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0992828844/flush-table-proc/acquired' 2024-11-25T03:19:38,726 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:19:38,726 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:19:38,726 DEBUG [RS:0;38a5d2077268:39305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,39305,1732504776803 2024-11-25T03:19:38,726 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,39305,1732504776803' 2024-11-25T03:19:38,726 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0992828844/online-snapshot/abort' 2024-11-25T03:19:38,726 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0992828844/online-snapshot/acquired' 2024-11-25T03:19:38,727 DEBUG [RS:0;38a5d2077268:39305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:19:38,727 INFO [RS:0;38a5d2077268:39305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:19:38,727 INFO [RS:0;38a5d2077268:39305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:19:38,827 INFO [RS:0;38a5d2077268:39305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:38,829 INFO [RS:0;38a5d2077268:39305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C39305%2C1732504776803, suffix=, logDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803, archiveDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/oldWALs, maxLogs=10 2024-11-25T03:19:38,843 DEBUG [RS:0;38a5d2077268:39305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829, exclude list is [], retry=0 2024-11-25T03:19:38,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43341,DS-3305ebb2-9e87-4aab-8255-51c2bec8affe,DISK] 2024-11-25T03:19:38,854 INFO [RS:0;38a5d2077268:39305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 2024-11-25T03:19:38,854 DEBUG [RS:0;38a5d2077268:39305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35575:35575)] 2024-11-25T03:19:39,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:19:39,002 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295 2024-11-25T03:19:39,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:19:39,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:39,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:19:39,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:19:39,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:39,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:39,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:19:39,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:19:39,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:39,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:39,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:19:39,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:19:39,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:39,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:39,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:19:39,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:19:39,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:39,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:39,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:19:39,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740 2024-11-25T03:19:39,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740 2024-11-25T03:19:39,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:19:39,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:19:39,418 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:39,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:19:39,421 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:39,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71593131, jitterRate=0.06682078540325165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504779408Initializing all the Stores at 1732504779409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504779409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504779409Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504779409Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504779409Cleaning up temporary data from old regions at 1732504779418 (+9 ms)Region opened successfully at 1732504779421 (+3 ms) 2024-11-25T03:19:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:39,422 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:39,422 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:39,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504779422Disabling compacts and flushes for region at 1732504779422Disabling writes for close at 1732504779422Writing region close event to WAL at 1732504779422Closed at 1732504779422 2024-11-25T03:19:39,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:39,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:19:39,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:19:39,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:39,425 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:19:39,575 DEBUG [38a5d2077268:42027 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:19:39,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,39305,1732504776803 2024-11-25T03:19:39,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,39305,1732504776803, state=OPENING 2024-11-25T03:19:39,578 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:19:39,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:39,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:39,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:39,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0992828844/meta-region-server: CHANGED 2024-11-25T03:19:39,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0992828844/meta-region-server: CHANGED 2024-11-25T03:19:39,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,39305,1732504776803}] 2024-11-25T03:19:39,732 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:19:39,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:19:39,737 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:19:39,737 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:39,737 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:19:39,738 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C39305%2C1732504776803.meta, suffix=.meta, logDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803, archiveDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/oldWALs, maxLogs=10 2024-11-25T03:19:39,756 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.meta.1732504779739.meta, exclude list is [], retry=0 2024-11-25T03:19:39,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43341,DS-3305ebb2-9e87-4aab-8255-51c2bec8affe,DISK] 2024-11-25T03:19:39,759 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.meta.1732504779739.meta 2024-11-25T03:19:39,759 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35575:35575)] 2024-11-25T03:19:39,760 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:39,760 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:39,760 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:19:39,760 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:19:39,760 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:19:39,760 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:19:39,760 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:39,761 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:19:39,761 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:19:39,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:19:39,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:19:39,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:39,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:39,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:19:39,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:19:39,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:39,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:39,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:19:39,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:19:39,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:39,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:39,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:19:39,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:19:39,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:39,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:39,766 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:19:39,767 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740 2024-11-25T03:19:39,767 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740 2024-11-25T03:19:39,768 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:19:39,768 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:19:39,769 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:39,770 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:19:39,771 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60975478, jitterRate=-0.0913945734500885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:39,771 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:19:39,771 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504779761Writing region info on filesystem at 1732504779761Initializing all the Stores at 1732504779761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504779761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504779762 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504779762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504779762Cleaning up temporary data from old regions at 1732504779768 (+6 ms)Running coprocessor post-open hooks at 1732504779771 (+3 ms)Region opened successfully at 1732504779771 2024-11-25T03:19:39,772 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504779732 2024-11-25T03:19:39,774 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:19:39,774 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:19:39,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,39305,1732504776803 2024-11-25T03:19:39,775 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,39305,1732504776803, state=OPEN 2024-11-25T03:19:39,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0992828844/meta-region-server 2024-11-25T03:19:39,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0992828844/meta-region-server 2024-11-25T03:19:39,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0992828844/meta-region-server: CHANGED 2024-11-25T03:19:39,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0992828844/meta-region-server: CHANGED 2024-11-25T03:19:39,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,39305,1732504776803 2024-11-25T03:19:39,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:19:39,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,39305,1732504776803 in 201 msec 2024-11-25T03:19:39,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:19:39,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-25T03:19:39,785 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:39,785 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:19:39,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:39,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,39305,1732504776803, seqNum=-1] 2024-11-25T03:19:39,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:39,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:39,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-25T03:19:39,791 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504779791, completionTime=-1 2024-11-25T03:19:39,791 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:19:39,791 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:19:39,793 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:19:39,793 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504839793 2024-11-25T03:19:39,793 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504899793 2024-11-25T03:19:39,793 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:19:39,794 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42027,1732504776737-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:39,794 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42027,1732504776737-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:39,794 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42027,1732504776737-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:39,794 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:42027, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:39,794 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:39,794 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:39,795 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:19:39,797 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.946sec 2024-11-25T03:19:39,797 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:19:39,797 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:19:39,797 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:19:39,797 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:19:39,797 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:19:39,797 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42027,1732504776737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:39,797 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42027,1732504776737-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:19:39,799 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:19:39,799 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:19:39,799 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42027,1732504776737-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:39,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261f9c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:39,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42027,-1 for getting cluster id 2024-11-25T03:19:39,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:39,837 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a337e8af-df7e-45bc-bd2c-96009955538b' 2024-11-25T03:19:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a337e8af-df7e-45bc-bd2c-96009955538b" 2024-11-25T03:19:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e3852c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42027,-1] 2024-11-25T03:19:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:39,839 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:39,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268e84f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:39,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,39305,1732504776803, seqNum=-1] 2024-11-25T03:19:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:39,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:39,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,42027,1732504776737 2024-11-25T03:19:39,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54102 2024-11-25T03:19:39,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:39,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d22d6f30002 connected 2024-11-25T03:19:39,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.log.dir so I do NOT create it in target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0 2024-11-25T03:19:39,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:19:39,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.tmp.dir so I do NOT create it in target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0 2024-11-25T03:19:39,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:19:39,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0 2024-11-25T03:19:39,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:19:39,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/cluster_067e42d6-a150-2543-3dac-44fd9beab0a6, deleteOnExit=true 2024-11-25T03:19:39,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:19:39,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/test.cache.data in system properties and HBase conf 2024-11-25T03:19:39,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:19:39,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:19:39,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:19:39,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:19:39,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:19:39,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:39,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:19:39,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:19:39,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:19:39,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:19:39,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:39,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2216ae9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:19:39,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227699fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:19:40,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@659beb6c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/java.io.tmpdir/jetty-localhost-35005-hadoop-hdfs-3_4_1-tests_jar-_-any-3271636384404911062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:19:40,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75d00e18{HTTP/1.1, (http/1.1)}{localhost:35005} 2024-11-25T03:19:40,074 INFO [Time-limited test {}] server.Server(415): Started @152323ms 2024-11-25T03:19:40,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:19:40,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:19:40,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:19:40,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:19:40,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:19:40,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a033e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:19:40,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3f4154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:19:40,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6705770{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/java.io.tmpdir/jetty-localhost-33577-hadoop-hdfs-3_4_1-tests_jar-_-any-15619018496259340445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:19:40,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d5bc22{HTTP/1.1, (http/1.1)}{localhost:33577} 2024-11-25T03:19:40,280 INFO [Time-limited test {}] server.Server(415): Started @152529ms 2024-11-25T03:19:40,281 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:19:40,379 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/cluster_067e42d6-a150-2543-3dac-44fd9beab0a6/data/data1/current/BP-2103868297-172.17.0.2-1732504779878/current, will proceed with Du for space computation calculation, 2024-11-25T03:19:40,379 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/cluster_067e42d6-a150-2543-3dac-44fd9beab0a6/data/data2/current/BP-2103868297-172.17.0.2-1732504779878/current, will proceed with Du for space computation calculation, 2024-11-25T03:19:40,399 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:19:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f50c92bc513f2b0 with lease ID 0x4b0189310fa85b1c: Processing first storage report for DS-92c7f03c-b639-49cd-ab18-c0d2d623bcd0 from datanode DatanodeRegistration(127.0.0.1:44025, datanodeUuid=88be26d7-0f7d-40ed-921e-00c5c32cf99d, infoPort=37431, infoSecurePort=0, ipcPort=34249, storageInfo=lv=-57;cid=testClusterID;nsid=1387544604;c=1732504779878) 2024-11-25T03:19:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f50c92bc513f2b0 with lease ID 0x4b0189310fa85b1c: from storage DS-92c7f03c-b639-49cd-ab18-c0d2d623bcd0 node DatanodeRegistration(127.0.0.1:44025, datanodeUuid=88be26d7-0f7d-40ed-921e-00c5c32cf99d, infoPort=37431, infoSecurePort=0, ipcPort=34249, storageInfo=lv=-57;cid=testClusterID;nsid=1387544604;c=1732504779878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:19:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f50c92bc513f2b0 with lease ID 0x4b0189310fa85b1c: Processing first storage report for DS-9e0d7413-6269-4f0a-b5fc-8b72e62ecbb5 from datanode DatanodeRegistration(127.0.0.1:44025, datanodeUuid=88be26d7-0f7d-40ed-921e-00c5c32cf99d, infoPort=37431, infoSecurePort=0, ipcPort=34249, storageInfo=lv=-57;cid=testClusterID;nsid=1387544604;c=1732504779878) 2024-11-25T03:19:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f50c92bc513f2b0 with lease ID 0x4b0189310fa85b1c: from storage DS-9e0d7413-6269-4f0a-b5fc-8b72e62ecbb5 node DatanodeRegistration(127.0.0.1:44025, datanodeUuid=88be26d7-0f7d-40ed-921e-00c5c32cf99d, infoPort=37431, infoSecurePort=0, ipcPort=34249, storageInfo=lv=-57;cid=testClusterID;nsid=1387544604;c=1732504779878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:19:40,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0 2024-11-25T03:19:40,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:40,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:19:40,816 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6 with version=8 2024-11-25T03:19:40,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/hbase-staging 2024-11-25T03:19:40,818 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:40,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:40,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:40,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:40,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:40,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:40,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:19:40,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:40,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41765 2024-11-25T03:19:40,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41765 connecting to ZooKeeper ensemble=127.0.0.1:54102 2024-11-25T03:19:40,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417650x0, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:40,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41765-0x1014d22d6f30003 connected 2024-11-25T03:19:40,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:40,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:40,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on znode that does not yet exist, /11649136410/running 2024-11-25T03:19:40,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6, hbase.cluster.distributed=false 2024-11-25T03:19:40,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on znode that does not yet exist, /11649136410/acl 2024-11-25T03:19:40,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41765 2024-11-25T03:19:40,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41765 2024-11-25T03:19:40,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41765 2024-11-25T03:19:40,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41765 2024-11-25T03:19:40,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41765 2024-11-25T03:19:40,855 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:19:40,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:40,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:40,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:19:40,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:19:40,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:19:40,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:19:40,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:19:40,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40515 2024-11-25T03:19:40,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40515 connecting to ZooKeeper ensemble=127.0.0.1:54102 2024-11-25T03:19:40,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:40,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:40,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405150x0, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:40,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405150x0, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on znode that does not yet exist, /11649136410/running 2024-11-25T03:19:40,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40515-0x1014d22d6f30004 connected 2024-11-25T03:19:40,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:19:40,866 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:19:40,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on znode that does not yet exist, /11649136410/master 2024-11-25T03:19:40,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on znode that does not yet exist, /11649136410/acl 2024-11-25T03:19:40,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40515 2024-11-25T03:19:40,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40515 2024-11-25T03:19:40,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40515 2024-11-25T03:19:40,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40515 2024-11-25T03:19:40,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40515 2024-11-25T03:19:40,887 DEBUG [M:0;38a5d2077268:41765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:41765 2024-11-25T03:19:40,888 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11649136410/backup-masters/38a5d2077268,41765,1732504780818 2024-11-25T03:19:40,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410/backup-masters 2024-11-25T03:19:40,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410/backup-masters 2024-11-25T03:19:40,890 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on existing znode=/11649136410/backup-masters/38a5d2077268,41765,1732504780818 2024-11-25T03:19:40,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11649136410/master 2024-11-25T03:19:40,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:40,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:40,893 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on existing znode=/11649136410/master 2024-11-25T03:19:40,893 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11649136410/backup-masters/38a5d2077268,41765,1732504780818 from backup master directory 2024-11-25T03:19:40,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649136410/backup-masters/38a5d2077268,41765,1732504780818 2024-11-25T03:19:40,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410/backup-masters 2024-11-25T03:19:40,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410/backup-masters 2024-11-25T03:19:40,894 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:40,894 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,41765,1732504780818 2024-11-25T03:19:40,898 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/hbase.id] with ID: c7d9361e-ae3e-4650-aed8-3e399a7e06fb 2024-11-25T03:19:40,898 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/.tmp/hbase.id 2024-11-25T03:19:40,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:19:41,303 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/.tmp/hbase.id]:[hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/hbase.id] 2024-11-25T03:19:41,313 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:41,313 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:19:41,314 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:19:41,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:41,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:41,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:19:41,723 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:41,723 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:19:41,724 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:41,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:19:42,131 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store 2024-11-25T03:19:42,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:19:42,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:42,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:42,540 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:42,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:42,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:42,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:42,540 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:42,540 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504782540Disabling compacts and flushes for region at 1732504782540Disabling writes for close at 1732504782540Writing region close event to WAL at 1732504782540Closed at 1732504782540 2024-11-25T03:19:42,541 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/.initializing 2024-11-25T03:19:42,541 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/WALs/38a5d2077268,41765,1732504780818 2024-11-25T03:19:42,542 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:42,544 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C41765%2C1732504780818, suffix=, logDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/WALs/38a5d2077268,41765,1732504780818, archiveDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/oldWALs, maxLogs=10 2024-11-25T03:19:42,558 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/WALs/38a5d2077268,41765,1732504780818/38a5d2077268%2C41765%2C1732504780818.1732504782544, exclude list is [], retry=0 2024-11-25T03:19:42,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-92c7f03c-b639-49cd-ab18-c0d2d623bcd0,DISK] 2024-11-25T03:19:42,562 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/WALs/38a5d2077268,41765,1732504780818/38a5d2077268%2C41765%2C1732504780818.1732504782544 2024-11-25T03:19:42,562 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37431:37431)] 2024-11-25T03:19:42,562 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:42,562 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:42,562 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,562 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:19:42,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:42,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:42,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:19:42,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:42,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:42,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:19:42,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:42,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:42,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:19:42,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:42,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:42,569 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,570 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,570 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,571 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,571 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,571 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:42,572 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:19:42,575 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:42,575 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62599329, jitterRate=-0.06719730794429779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:42,575 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504782562Initializing all the Stores at 1732504782563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504782563Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504782563Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504782563Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504782563Cleaning up temporary data from old regions at 1732504782571 (+8 ms)Region opened successfully at 1732504782575 (+4 ms) 2024-11-25T03:19:42,575 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:19:42,578 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb4b8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:42,579 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:19:42,579 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:19:42,579 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:19:42,579 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:19:42,579 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:19:42,580 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:19:42,580 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:19:42,581 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:19:42,582 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Unable to get data of znode /11649136410/balancer because node does not exist (not necessarily an error) 2024-11-25T03:19:42,583 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649136410/balancer already deleted, retry=false 2024-11-25T03:19:42,583 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:19:42,584 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Unable to get data of znode /11649136410/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:19:42,585 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649136410/normalizer already deleted, retry=false 2024-11-25T03:19:42,585 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:19:42,586 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Unable to get data of znode /11649136410/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:19:42,587 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649136410/switch/split already deleted, retry=false 2024-11-25T03:19:42,588 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Unable to get data of znode /11649136410/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:19:42,589 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649136410/switch/merge already deleted, retry=false 2024-11-25T03:19:42,591 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Unable to get data of znode /11649136410/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:19:42,591 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11649136410/snapshot-cleanup already deleted, retry=false 2024-11-25T03:19:42,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11649136410/running 2024-11-25T03:19:42,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11649136410/running 2024-11-25T03:19:42,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:42,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:42,593 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,41765,1732504780818, sessionid=0x1014d22d6f30003, setting cluster-up flag (Was=false) 2024-11-25T03:19:42,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:42,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:42,602 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11649136410/flush-table-proc/acquired, /11649136410/flush-table-proc/reached, /11649136410/flush-table-proc/abort 2024-11-25T03:19:42,603 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,41765,1732504780818 2024-11-25T03:19:42,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:42,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:42,611 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11649136410/online-snapshot/acquired, /11649136410/online-snapshot/reached, /11649136410/online-snapshot/abort 2024-11-25T03:19:42,612 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,41765,1732504780818 2024-11-25T03:19:42,613 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:19:42,614 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:42,615 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:19:42,615 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:19:42,615 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,41765,1732504780818 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:19:42,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:42,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:42,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:42,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:19:42,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:19:42,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:42,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,617 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504812617 2024-11-25T03:19:42,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:42,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:19:42,617 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:19:42,617 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:19:42,617 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:19:42,618 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:19:42,618 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:19:42,618 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:19:42,618 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,618 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:19:42,618 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:19:42,618 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:19:42,618 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:19:42,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:42,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:19:42,619 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:19:42,619 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:19:42,619 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504782619,5,FailOnTimeoutGroup] 2024-11-25T03:19:42,619 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504782619,5,FailOnTimeoutGroup] 2024-11-25T03:19:42,619 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,619 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:19:42,619 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,619 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:19:42,678 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(746): ClusterId : c7d9361e-ae3e-4650-aed8-3e399a7e06fb 2024-11-25T03:19:42,678 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:19:42,679 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:19:42,679 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:19:42,681 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:19:42,681 DEBUG [RS:0;38a5d2077268:40515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc041ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:19:42,693 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:40515 2024-11-25T03:19:42,693 INFO [RS:0;38a5d2077268:40515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:19:42,693 INFO [RS:0;38a5d2077268:40515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:19:42,693 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:19:42,694 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,41765,1732504780818 with port=40515, startcode=1732504780855 2024-11-25T03:19:42,694 DEBUG [RS:0;38a5d2077268:40515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:19:42,696 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:19:42,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,40515,1732504780855 2024-11-25T03:19:42,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41765 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,40515,1732504780855 2024-11-25T03:19:42,698 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6 2024-11-25T03:19:42,698 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42751 2024-11-25T03:19:42,698 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:19:42,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410/rs 2024-11-25T03:19:42,699 DEBUG [RS:0;38a5d2077268:40515 {}] zookeeper.ZKUtil(111): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on existing znode=/11649136410/rs/38a5d2077268,40515,1732504780855 2024-11-25T03:19:42,699 WARN [RS:0;38a5d2077268:40515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:19:42,699 INFO [RS:0;38a5d2077268:40515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:42,699 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855 2024-11-25T03:19:42,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,40515,1732504780855] 2024-11-25T03:19:42,702 INFO [RS:0;38a5d2077268:40515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:19:42,704 INFO [RS:0;38a5d2077268:40515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:19:42,704 INFO [RS:0;38a5d2077268:40515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:19:42,704 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,705 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:19:42,705 INFO [RS:0;38a5d2077268:40515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:19:42,705 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,705 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,705 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,705 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,705 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,705 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,705 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:19:42,706 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,706 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,706 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,706 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,706 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,706 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:19:42,706 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:42,706 DEBUG [RS:0;38a5d2077268:40515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:19:42,706 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,706 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,706 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,706 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,706 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,706 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40515,1732504780855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:42,720 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:19:42,721 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,40515,1732504780855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,721 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,721 INFO [RS:0;38a5d2077268:40515 {}] regionserver.Replication(171): 38a5d2077268,40515,1732504780855 started 2024-11-25T03:19:42,734 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:42,734 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,40515,1732504780855, RpcServer on 38a5d2077268/172.17.0.2:40515, sessionid=0x1014d22d6f30004 2024-11-25T03:19:42,734 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:19:42,734 DEBUG [RS:0;38a5d2077268:40515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,40515,1732504780855 2024-11-25T03:19:42,734 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,40515,1732504780855' 2024-11-25T03:19:42,734 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11649136410/flush-table-proc/abort' 2024-11-25T03:19:42,735 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11649136410/flush-table-proc/acquired' 2024-11-25T03:19:42,735 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:19:42,735 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:19:42,735 DEBUG [RS:0;38a5d2077268:40515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,40515,1732504780855 2024-11-25T03:19:42,735 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,40515,1732504780855' 2024-11-25T03:19:42,735 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11649136410/online-snapshot/abort' 2024-11-25T03:19:42,735 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11649136410/online-snapshot/acquired' 2024-11-25T03:19:42,736 DEBUG [RS:0;38a5d2077268:40515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:19:42,736 INFO [RS:0;38a5d2077268:40515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:19:42,736 INFO [RS:0;38a5d2077268:40515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:19:42,836 INFO [RS:0;38a5d2077268:40515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:19:42,837 INFO [RS:0;38a5d2077268:40515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C40515%2C1732504780855, suffix=, logDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855, archiveDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/oldWALs, maxLogs=10 2024-11-25T03:19:42,851 DEBUG [RS:0;38a5d2077268:40515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838, exclude list is [], retry=0 2024-11-25T03:19:42,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-92c7f03c-b639-49cd-ab18-c0d2d623bcd0,DISK] 2024-11-25T03:19:42,855 INFO [RS:0;38a5d2077268:40515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 2024-11-25T03:19:42,855 DEBUG [RS:0;38a5d2077268:40515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37431:37431)] 2024-11-25T03:19:43,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:19:43,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6 2024-11-25T03:19:43,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:19:43,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T03:19:43,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:43,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:19:43,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:19:43,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:43,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:43,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:19:43,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:19:43,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:43,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:43,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:19:43,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:19:43,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:43,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:43,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:19:43,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:19:43,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:43,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:43,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:19:43,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740 2024-11-25T03:19:43,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740 2024-11-25T03:19:43,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:19:43,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:19:43,444 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:43,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:19:43,447 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:43,448 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70642195, jitterRate=0.05265073478221893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504783434Initializing all the Stores at 1732504783435 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504783435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504783435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504783435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504783435Cleaning up temporary data from old regions at 1732504783444 (+9 ms)Region opened successfully at 1732504783448 (+4 ms) 2024-11-25T03:19:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:43,448 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:43,448 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:43,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504783448Disabling compacts and flushes for region at 1732504783448Disabling writes for close at 1732504783448Writing region close event to WAL at 1732504783448Closed at 1732504783448 2024-11-25T03:19:43,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:43,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:19:43,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:19:43,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:43,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:19:43,602 DEBUG [38a5d2077268:41765 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:19:43,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,40515,1732504780855 2024-11-25T03:19:43,603 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,40515,1732504780855, state=OPENING 2024-11-25T03:19:43,609 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:19:43,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:43,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:43,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:19:43,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11649136410/meta-region-server: CHANGED 2024-11-25T03:19:43,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11649136410/meta-region-server: CHANGED 2024-11-25T03:19:43,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,40515,1732504780855}] 2024-11-25T03:19:43,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:19:43,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:19:43,768 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:19:43,768 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:43,768 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:19:43,770 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C40515%2C1732504780855.meta, suffix=.meta, logDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855, archiveDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/oldWALs, maxLogs=10 2024-11-25T03:19:43,787 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.meta.1732504783770.meta, exclude list is [], retry=0 2024-11-25T03:19:43,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-92c7f03c-b639-49cd-ab18-c0d2d623bcd0,DISK] 2024-11-25T03:19:43,791 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.meta.1732504783770.meta 2024-11-25T03:19:43,791 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37431:37431)] 2024-11-25T03:19:43,791 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:43,792 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:43,792 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:19:43,792 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:19:43,792 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:19:43,792 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:19:43,793 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:43,793 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:19:43,793 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:19:43,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:19:43,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:19:43,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:43,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:43,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:19:43,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:19:43,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:43,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:43,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:19:43,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:19:43,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:43,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:43,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:19:43,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:19:43,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:43,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:19:43,798 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:19:43,798 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740 2024-11-25T03:19:43,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740 2024-11-25T03:19:43,800 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:19:43,800 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:19:43,801 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:19:43,802 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:19:43,802 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74081947, jitterRate=0.1039070338010788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:19:43,803 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:19:43,803 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504783793Writing region info on filesystem at 1732504783793Initializing all the Stores at 1732504783793Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504783794 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504783794Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504783794Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504783794Cleaning up temporary data from old regions at 1732504783800 (+6 ms)Running coprocessor post-open hooks at 1732504783803 (+3 ms)Region opened successfully at 1732504783803 2024-11-25T03:19:43,803 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504783763 2024-11-25T03:19:43,805 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:19:43,805 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:19:43,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,40515,1732504780855 2024-11-25T03:19:43,807 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,40515,1732504780855, state=OPEN 2024-11-25T03:19:43,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11649136410/meta-region-server 2024-11-25T03:19:43,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11649136410/meta-region-server 2024-11-25T03:19:43,810 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,40515,1732504780855 2024-11-25T03:19:43,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11649136410/meta-region-server: CHANGED 2024-11-25T03:19:43,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11649136410/meta-region-server: CHANGED 2024-11-25T03:19:43,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:19:43,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,40515,1732504780855 in 200 msec 2024-11-25T03:19:43,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:19:43,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-25T03:19:43,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:19:43,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:19:43,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:43,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,40515,1732504780855, seqNum=-1] 2024-11-25T03:19:43,817 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:43,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:43,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-11-25T03:19:43,823 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504783823, completionTime=-1 2024-11-25T03:19:43,823 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:19:43,824 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504843826 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504903826 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,41765,1732504780818-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,41765,1732504780818-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,41765,1732504780818-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:41765, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:43,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:43,828 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:19:43,830 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.936sec 2024-11-25T03:19:43,830 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:19:43,830 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:19:43,830 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:19:43,830 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:19:43,831 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:19:43,831 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,41765,1732504780818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:19:43,831 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,41765,1732504780818-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:19:43,837 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:19:43,837 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:19:43,837 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,41765,1732504780818-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:19:43,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc1af73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:43,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,41765,-1 for getting cluster id 2024-11-25T03:19:43,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:43,885 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d9361e-ae3e-4650-aed8-3e399a7e06fb' 2024-11-25T03:19:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d9361e-ae3e-4650-aed8-3e399a7e06fb" 2024-11-25T03:19:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50958ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,41765,-1] 2024-11-25T03:19:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:43,887 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:43,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408aefec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:43,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:43,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,40515,1732504780855, seqNum=-1] 2024-11-25T03:19:43,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:43,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:43,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,41765,1732504780818 2024-11-25T03:19:43,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54102 2024-11-25T03:19:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:19:43,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014d22d6f30005 connected 2024-11-25T03:19:43,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42027,1732504776737 2024-11-25T03:19:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d6639ac 2024-11-25T03:19:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:43,908 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:43,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:19:43,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:19:43,911 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:43,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:19:43,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:19:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:43,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:19:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:44,328 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 944e2cbdc84abf62e99ef5cc6a69dc8b, NAME => 'test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295 2024-11-25T03:19:44,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:19:44,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:44,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 944e2cbdc84abf62e99ef5cc6a69dc8b, disabling compactions & flushes 2024-11-25T03:19:44,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:44,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:44,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. after waiting 0 ms 2024-11-25T03:19:44,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:44,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:44,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 944e2cbdc84abf62e99ef5cc6a69dc8b: Waiting for close lock at 1732504784334Disabling compacts and flushes for region at 1732504784334Disabling writes for close at 1732504784334Writing region close event to WAL at 1732504784334Closed at 1732504784334 2024-11-25T03:19:44,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:19:44,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504784335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504784335"}]},"ts":"1732504784335"} 2024-11-25T03:19:44,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:19:44,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:19:44,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504784338"}]},"ts":"1732504784338"} 2024-11-25T03:19:44,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:19:44,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=944e2cbdc84abf62e99ef5cc6a69dc8b, ASSIGN}] 2024-11-25T03:19:44,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=944e2cbdc84abf62e99ef5cc6a69dc8b, ASSIGN 2024-11-25T03:19:44,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=944e2cbdc84abf62e99ef5cc6a69dc8b, ASSIGN; state=OFFLINE, location=38a5d2077268,39305,1732504776803; forceNewPlan=false, retain=false 2024-11-25T03:19:44,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=944e2cbdc84abf62e99ef5cc6a69dc8b, regionState=OPENING, regionLocation=38a5d2077268,39305,1732504776803 2024-11-25T03:19:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=944e2cbdc84abf62e99ef5cc6a69dc8b, ASSIGN because future has completed 2024-11-25T03:19:44,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 944e2cbdc84abf62e99ef5cc6a69dc8b, server=38a5d2077268,39305,1732504776803}] 2024-11-25T03:19:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:44,651 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:44,651 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 944e2cbdc84abf62e99ef5cc6a69dc8b, NAME => 'test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:44,651 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:44,651 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:19:44,651 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,652 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:44,652 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,652 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,653 INFO [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,655 INFO [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 944e2cbdc84abf62e99ef5cc6a69dc8b columnFamilyName f 2024-11-25T03:19:44,655 DEBUG [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:44,655 INFO [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] regionserver.HStore(327): Store=944e2cbdc84abf62e99ef5cc6a69dc8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:44,655 INFO [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,656 INFO [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 944e2cbdc84abf62e99ef5cc6a69dc8b columnFamilyName f1 2024-11-25T03:19:44,656 DEBUG [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:44,657 INFO [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] regionserver.HStore(327): Store=944e2cbdc84abf62e99ef5cc6a69dc8b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:44,657 INFO [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,658 INFO [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 944e2cbdc84abf62e99ef5cc6a69dc8b columnFamilyName norep 2024-11-25T03:19:44,658 DEBUG [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:44,658 INFO [StoreOpener-944e2cbdc84abf62e99ef5cc6a69dc8b-1 {}] regionserver.HStore(327): Store=944e2cbdc84abf62e99ef5cc6a69dc8b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:44,658 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,659 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,659 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,660 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,660 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,661 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:19:44,662 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,663 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:44,664 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 944e2cbdc84abf62e99ef5cc6a69dc8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66359301, jitterRate=-0.01116935908794403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:19:44,664 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:44,664 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 944e2cbdc84abf62e99ef5cc6a69dc8b: Running coprocessor pre-open hook at 1732504784652Writing region info on filesystem at 1732504784652Initializing all the Stores at 1732504784653 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504784653Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504784653Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504784653Cleaning up temporary data from old regions at 1732504784660 (+7 ms)Running coprocessor post-open hooks at 1732504784664 (+4 ms)Region opened successfully at 1732504784664 2024-11-25T03:19:44,665 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b., pid=6, masterSystemTime=1732504784647 2024-11-25T03:19:44,667 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:44,667 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:44,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=944e2cbdc84abf62e99ef5cc6a69dc8b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,39305,1732504776803 2024-11-25T03:19:44,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 944e2cbdc84abf62e99ef5cc6a69dc8b, server=38a5d2077268,39305,1732504776803 because future has completed 2024-11-25T03:19:44,671 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:19:44,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T03:19:44,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:19:44,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 944e2cbdc84abf62e99ef5cc6a69dc8b, server=38a5d2077268,39305,1732504776803 in 176 msec 2024-11-25T03:19:44,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:19:44,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=944e2cbdc84abf62e99ef5cc6a69dc8b, ASSIGN in 333 msec 2024-11-25T03:19:44,675 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:19:44,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504784675"}]},"ts":"1732504784675"} 2024-11-25T03:19:44,677 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:19:44,678 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:19:44,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-25T03:19:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:45,055 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:19:45,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,41765,1732504780818 2024-11-25T03:19:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f0ebf3a 2024-11-25T03:19:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:45,057 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:45,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:19:45,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:19:45,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:45,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:19:45,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:19:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:19:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:45,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:19:45,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:45,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:45,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:45,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:45,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:45,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:45,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:45,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c05d2725e8bd4d477f1d79b63804fd1, NAME => 'test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6 2024-11-25T03:19:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:19:45,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:45,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2c05d2725e8bd4d477f1d79b63804fd1, disabling compactions & flushes 2024-11-25T03:19:45,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:45,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:45,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. after waiting 0 ms 2024-11-25T03:19:45,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:45,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:45,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c05d2725e8bd4d477f1d79b63804fd1: Waiting for close lock at 1732504785478Disabling compacts and flushes for region at 1732504785478Disabling writes for close at 1732504785478Writing region close event to WAL at 1732504785478Closed at 1732504785478 2024-11-25T03:19:45,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:19:45,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504785480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504785480"}]},"ts":"1732504785480"} 2024-11-25T03:19:45,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:19:45,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:19:45,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504785483"}]},"ts":"1732504785483"} 2024-11-25T03:19:45,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:19:45,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c05d2725e8bd4d477f1d79b63804fd1, ASSIGN}] 2024-11-25T03:19:45,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2c05d2725e8bd4d477f1d79b63804fd1, ASSIGN 2024-11-25T03:19:45,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2c05d2725e8bd4d477f1d79b63804fd1, ASSIGN; state=OFFLINE, location=38a5d2077268,40515,1732504780855; forceNewPlan=false, retain=false 2024-11-25T03:19:45,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c05d2725e8bd4d477f1d79b63804fd1, regionState=OPENING, regionLocation=38a5d2077268,40515,1732504780855 2024-11-25T03:19:45,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2c05d2725e8bd4d477f1d79b63804fd1, ASSIGN because future has completed 2024-11-25T03:19:45,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c05d2725e8bd4d477f1d79b63804fd1, server=38a5d2077268,40515,1732504780855}] 2024-11-25T03:19:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:45,796 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:45,796 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c05d2725e8bd4d477f1d79b63804fd1, NAME => 'test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:45,796 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:45,796 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:19:45,796 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,796 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:45,796 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,797 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,798 INFO [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,799 INFO [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c05d2725e8bd4d477f1d79b63804fd1 columnFamilyName f 2024-11-25T03:19:45,799 DEBUG [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:45,799 INFO [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] regionserver.HStore(327): Store=2c05d2725e8bd4d477f1d79b63804fd1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:45,799 INFO [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,800 INFO [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c05d2725e8bd4d477f1d79b63804fd1 columnFamilyName f1 2024-11-25T03:19:45,800 DEBUG [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:45,800 INFO [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] regionserver.HStore(327): Store=2c05d2725e8bd4d477f1d79b63804fd1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:45,800 INFO [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,801 INFO [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c05d2725e8bd4d477f1d79b63804fd1 columnFamilyName norep 2024-11-25T03:19:45,801 DEBUG [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:45,802 INFO [StoreOpener-2c05d2725e8bd4d477f1d79b63804fd1-1 {}] regionserver.HStore(327): Store=2c05d2725e8bd4d477f1d79b63804fd1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:45,802 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,802 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,803 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,803 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,803 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,804 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:19:45,805 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,806 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:45,807 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2c05d2725e8bd4d477f1d79b63804fd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59616163, jitterRate=-0.11164994537830353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:19:45,807 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:45,807 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2c05d2725e8bd4d477f1d79b63804fd1: Running coprocessor pre-open hook at 1732504785797Writing region info on filesystem at 1732504785797Initializing all the Stores at 1732504785797Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504785797Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504785797Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504785797Cleaning up temporary data from old regions at 1732504785803 (+6 ms)Running coprocessor post-open hooks at 1732504785807 (+4 ms)Region opened successfully at 1732504785807 2024-11-25T03:19:45,808 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1., pid=6, masterSystemTime=1732504785792 2024-11-25T03:19:45,810 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:45,810 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:45,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c05d2725e8bd4d477f1d79b63804fd1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,40515,1732504780855 2024-11-25T03:19:45,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c05d2725e8bd4d477f1d79b63804fd1, server=38a5d2077268,40515,1732504780855 because future has completed 2024-11-25T03:19:45,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:19:45,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c05d2725e8bd4d477f1d79b63804fd1, server=38a5d2077268,40515,1732504780855 in 173 msec 2024-11-25T03:19:45,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:19:45,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2c05d2725e8bd4d477f1d79b63804fd1, ASSIGN in 330 msec 2024-11-25T03:19:45,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:19:45,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504785817"}]},"ts":"1732504785817"} 2024-11-25T03:19:45,819 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:19:45,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:19:45,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-25T03:19:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:19:46,195 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:19:46,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ce2d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42027,-1 for getting cluster id 2024-11-25T03:19:46,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:46,197 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a337e8af-df7e-45bc-bd2c-96009955538b' 2024-11-25T03:19:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a337e8af-df7e-45bc-bd2c-96009955538b" 2024-11-25T03:19:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdb8c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42027,-1] 2024-11-25T03:19:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:46,198 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365fd896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a967c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,41765,-1 for getting cluster id 2024-11-25T03:19:46,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:46,200 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d9361e-ae3e-4650-aed8-3e399a7e06fb' 2024-11-25T03:19:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d9361e-ae3e-4650-aed8-3e399a7e06fb" 2024-11-25T03:19:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730639ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,41765,-1] 2024-11-25T03:19:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:46,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:46,202 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fb3057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d46f0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42027,-1 for getting cluster id 2024-11-25T03:19:46,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:46,203 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a337e8af-df7e-45bc-bd2c-96009955538b' 2024-11-25T03:19:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a337e8af-df7e-45bc-bd2c-96009955538b" 2024-11-25T03:19:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fd379a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42027,-1] 2024-11-25T03:19:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:46,205 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2061c4fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:46,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42027,1732504776737 2024-11-25T03:19:46,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a40a2a0 2024-11-25T03:19:46,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:46,207 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:46,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:41765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:19:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:19:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:46,210 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:41765' 2024-11-25T03:19:46,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cc853d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,211 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,41765,-1 for getting cluster id 2024-11-25T03:19:46,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:46,211 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d9361e-ae3e-4650-aed8-3e399a7e06fb' 2024-11-25T03:19:46,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:46,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d9361e-ae3e-4650-aed8-3e399a7e06fb" 2024-11-25T03:19:46,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c28286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,41765,-1] 2024-11-25T03:19:46,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:46,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:46,213 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:46,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e58d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:46,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:46,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,41765,1732504780818 2024-11-25T03:19:46,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6815a359 2024-11-25T03:19:46,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:46,214 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:46,215 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:19:46,215 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:19:46,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:46,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:46,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:46,216 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:46,217 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:19:46,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:19:46,217 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:46,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:19:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:19:46,267 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:19:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:46,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b14fd7ef82f5101e9663135dc6081e91, NAME => 'hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295 2024-11-25T03:19:46,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:19:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:47,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:47,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b14fd7ef82f5101e9663135dc6081e91, disabling compactions & flushes 2024-11-25T03:19:47,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:47,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:47,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. after waiting 0 ms 2024-11-25T03:19:47,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:47,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:47,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b14fd7ef82f5101e9663135dc6081e91: Waiting for close lock at 1732504787035Disabling compacts and flushes for region at 1732504787035Disabling writes for close at 1732504787035Writing region close event to WAL at 1732504787035Closed at 1732504787035 2024-11-25T03:19:47,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:19:47,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504787036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504787036"}]},"ts":"1732504787036"} 2024-11-25T03:19:47,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:19:47,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:19:47,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504787039"}]},"ts":"1732504787039"} 2024-11-25T03:19:47,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:19:47,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b14fd7ef82f5101e9663135dc6081e91, ASSIGN}] 2024-11-25T03:19:47,042 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b14fd7ef82f5101e9663135dc6081e91, ASSIGN 2024-11-25T03:19:47,043 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b14fd7ef82f5101e9663135dc6081e91, ASSIGN; state=OFFLINE, location=38a5d2077268,39305,1732504776803; forceNewPlan=false, retain=false 2024-11-25T03:19:47,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b14fd7ef82f5101e9663135dc6081e91, regionState=OPENING, regionLocation=38a5d2077268,39305,1732504776803 2024-11-25T03:19:47,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b14fd7ef82f5101e9663135dc6081e91, ASSIGN because future has completed 2024-11-25T03:19:47,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b14fd7ef82f5101e9663135dc6081e91, server=38a5d2077268,39305,1732504776803}] 2024-11-25T03:19:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:47,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:47,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:47,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:19:47,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C39305%2C1732504776803.rep, suffix=, logDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803, archiveDir=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/oldWALs, maxLogs=10 2024-11-25T03:19:47,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.rep.1732504787353, exclude list is [], retry=0 2024-11-25T03:19:47,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43341,DS-3305ebb2-9e87-4aab-8255-51c2bec8affe,DISK] 2024-11-25T03:19:47,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.rep.1732504787353 2024-11-25T03:19:47,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35575:35575)] 2024-11-25T03:19:47,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b14fd7ef82f5101e9663135dc6081e91, NAME => 'hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:47,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:47,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:19:47,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. service=MultiRowMutationService 2024-11-25T03:19:47,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:19:47,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:47,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,372 INFO [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,373 INFO [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b14fd7ef82f5101e9663135dc6081e91 columnFamilyName hfileref 2024-11-25T03:19:47,373 DEBUG [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:47,373 INFO [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] regionserver.HStore(327): Store=b14fd7ef82f5101e9663135dc6081e91/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:47,374 INFO [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,374 INFO [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b14fd7ef82f5101e9663135dc6081e91 columnFamilyName queue 2024-11-25T03:19:47,374 DEBUG [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:47,375 INFO [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] regionserver.HStore(327): Store=b14fd7ef82f5101e9663135dc6081e91/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:47,375 INFO [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,376 INFO [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b14fd7ef82f5101e9663135dc6081e91 columnFamilyName sid 2024-11-25T03:19:47,376 DEBUG [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:47,376 INFO [StoreOpener-b14fd7ef82f5101e9663135dc6081e91-1 {}] regionserver.HStore(327): Store=b14fd7ef82f5101e9663135dc6081e91/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:47,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:19:47,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:47,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b14fd7ef82f5101e9663135dc6081e91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63798007, jitterRate=-0.04933561384677887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:19:47,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:47,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b14fd7ef82f5101e9663135dc6081e91: Running coprocessor pre-open hook at 1732504787371Writing region info on filesystem at 1732504787371Initializing all the Stores at 1732504787372 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504787372Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504787372Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504787372Cleaning up temporary data from old regions at 1732504787378 (+6 ms)Running coprocessor post-open hooks at 1732504787381 (+3 ms)Region opened successfully at 1732504787382 (+1 ms) 2024-11-25T03:19:47,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91., pid=10, masterSystemTime=1732504787348 2024-11-25T03:19:47,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:47,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:47,384 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b14fd7ef82f5101e9663135dc6081e91, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,39305,1732504776803 2024-11-25T03:19:47,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b14fd7ef82f5101e9663135dc6081e91, server=38a5d2077268,39305,1732504776803 because future has completed 2024-11-25T03:19:47,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:19:47,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b14fd7ef82f5101e9663135dc6081e91, server=38a5d2077268,39305,1732504776803 in 191 msec 2024-11-25T03:19:47,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:19:47,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b14fd7ef82f5101e9663135dc6081e91, ASSIGN in 348 msec 2024-11-25T03:19:47,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:19:47,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504787392"}]},"ts":"1732504787392"} 2024-11-25T03:19:47,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:19:47,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:19:47,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-25T03:19:47,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91., hostname=38a5d2077268,39305,1732504776803, seqNum=2] 2024-11-25T03:19:47,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:47,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:47,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:19:47,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:19:47,585 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:19:47,624 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,39305,1732504776803, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:19:47,625 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:47,625 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,39305,1732504776803, seqNum=-1] 2024-11-25T03:19:47,625 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:47,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T03:19:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,39305,1732504776803', locateType=CURRENT is [region=hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91., hostname=38a5d2077268,39305,1732504776803, seqNum=2] 2024-11-25T03:19:47,630 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:19:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:19:47,632 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,39305,1732504776803 suceeded 2024-11-25T03:19:47,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:19:47,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-25T03:19:47,634 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:41765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:19:47,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-25T03:19:47,653 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:41765' 2024-11-25T03:19:47,655 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@492e959f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:47,655 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,41765,-1 for getting cluster id 2024-11-25T03:19:47,655 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:47,656 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d9361e-ae3e-4650-aed8-3e399a7e06fb' 2024-11-25T03:19:47,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:47,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d9361e-ae3e-4650-aed8-3e399a7e06fb" 2024-11-25T03:19:47,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a9946f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:47,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,41765,-1] 2024-11-25T03:19:47,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:47,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:47,657 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:47,658 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@206b562d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:47,658 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:47,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,41765,1732504780818 2024-11-25T03:19:47,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67e2a05c 2024-11-25T03:19:47,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:47,660 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T03:19:47,661 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,39305,1732504776803 (queues=1) is replicating from cluster=a337e8af-df7e-45bc-bd2c-96009955538b to cluster=c7d9361e-ae3e-4650-aed8-3e399a7e06fb 2024-11-25T03:19:47,661 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C39305%2C1732504776803 2024-11-25T03:19:47,661 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,39305,1732504776803, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:19:47,661 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C39305%2C1732504776803 2024-11-25T03:19:47,661 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829, startPosition=0, beingWritten=true 2024-11-25T03:19:47,666 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:19:47,666 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 379, reset compression=false 2024-11-25T03:19:47,666 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,39305,1732504776803 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:19:47,870 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 379, reset compression=false 2024-11-25T03:19:48,174 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 379, reset compression=false 2024-11-25T03:19:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:48,355 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:19:48,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:48,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:48,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:48,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:48,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:48,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7939e7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:48,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,41765,-1 for getting cluster id 2024-11-25T03:19:48,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:48,357 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d9361e-ae3e-4650-aed8-3e399a7e06fb' 2024-11-25T03:19:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d9361e-ae3e-4650-aed8-3e399a7e06fb" 2024-11-25T03:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c241f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,41765,-1] 2024-11-25T03:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:48,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:48,359 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bae5c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:48,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:48,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,41765,1732504780818 2024-11-25T03:19:48,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd551b2 2024-11-25T03:19:48,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:48,361 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:48,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:42027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:19:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:19:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:48,364 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:42027' 2024-11-25T03:19:48,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657df49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:48,365 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42027,-1 for getting cluster id 2024-11-25T03:19:48,365 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:48,365 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a337e8af-df7e-45bc-bd2c-96009955538b' 2024-11-25T03:19:48,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:48,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a337e8af-df7e-45bc-bd2c-96009955538b" 2024-11-25T03:19:48,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1b83a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:48,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42027,-1] 2024-11-25T03:19:48,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:48,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:48,366 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:48,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749a412b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:48,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:48,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42027,1732504776737 2024-11-25T03:19:48,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5471c63f 2024-11-25T03:19:48,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:48,368 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:48,369 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:19:48,369 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:19:48,369 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:48,369 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:48,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:48,369 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:19:48,370 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:19:48,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:19:48,371 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:48,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:19:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:19:48,420 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:19:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:48,578 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 379, reset compression=false 2024-11-25T03:19:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:48,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc5c48a0029e91e5b94135d388dcb511, NAME => 'hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6 2024-11-25T03:19:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:19:48,785 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:48,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dc5c48a0029e91e5b94135d388dcb511, disabling compactions & flushes 2024-11-25T03:19:48,786 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:48,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:48,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. after waiting 0 ms 2024-11-25T03:19:48,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:48,786 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:48,786 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc5c48a0029e91e5b94135d388dcb511: Waiting for close lock at 1732504788786Disabling compacts and flushes for region at 1732504788786Disabling writes for close at 1732504788786Writing region close event to WAL at 1732504788786Closed at 1732504788786 2024-11-25T03:19:48,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:19:48,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504788787"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504788787"}]},"ts":"1732504788787"} 2024-11-25T03:19:48,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:19:48,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:19:48,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504788790"}]},"ts":"1732504788790"} 2024-11-25T03:19:48,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:19:48,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc5c48a0029e91e5b94135d388dcb511, ASSIGN}] 2024-11-25T03:19:48,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc5c48a0029e91e5b94135d388dcb511, ASSIGN 2024-11-25T03:19:48,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc5c48a0029e91e5b94135d388dcb511, ASSIGN; state=OFFLINE, location=38a5d2077268,40515,1732504780855; forceNewPlan=false, retain=false 2024-11-25T03:19:48,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc5c48a0029e91e5b94135d388dcb511, regionState=OPENING, regionLocation=38a5d2077268,40515,1732504780855 2024-11-25T03:19:48,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc5c48a0029e91e5b94135d388dcb511, ASSIGN because future has completed 2024-11-25T03:19:48,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc5c48a0029e91e5b94135d388dcb511, server=38a5d2077268,40515,1732504780855}] 2024-11-25T03:19:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:49,082 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 379, reset compression=false 2024-11-25T03:19:49,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:49,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:19:49,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:19:49,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C40515%2C1732504780855.rep, suffix=, logDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855, archiveDir=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/oldWALs, maxLogs=10 2024-11-25T03:19:49,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.rep.1732504789103, exclude list is [], retry=0 2024-11-25T03:19:49,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44025,DS-92c7f03c-b639-49cd-ab18-c0d2d623bcd0,DISK] 2024-11-25T03:19:49,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.rep.1732504789103 2024-11-25T03:19:49,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37431:37431)] 2024-11-25T03:19:49,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dc5c48a0029e91e5b94135d388dcb511, NAME => 'hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:19:49,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:19:49,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:19:49,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. service=MultiRowMutationService 2024-11-25T03:19:49,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:19:49,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:19:49,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,122 INFO [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,123 INFO [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc5c48a0029e91e5b94135d388dcb511 columnFamilyName hfileref 2024-11-25T03:19:49,123 DEBUG [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:49,124 INFO [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] regionserver.HStore(327): Store=dc5c48a0029e91e5b94135d388dcb511/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:49,124 INFO [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,125 INFO [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc5c48a0029e91e5b94135d388dcb511 columnFamilyName queue 2024-11-25T03:19:49,125 DEBUG [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:49,126 INFO [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] regionserver.HStore(327): Store=dc5c48a0029e91e5b94135d388dcb511/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:49,126 INFO [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,127 INFO [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc5c48a0029e91e5b94135d388dcb511 columnFamilyName sid 2024-11-25T03:19:49,127 DEBUG [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:19:49,127 INFO [StoreOpener-dc5c48a0029e91e5b94135d388dcb511-1 {}] regionserver.HStore(327): Store=dc5c48a0029e91e5b94135d388dcb511/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:19:49,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:19:49,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:19:49,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dc5c48a0029e91e5b94135d388dcb511; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67224190, jitterRate=0.0017184913158416748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:19:49,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:49,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dc5c48a0029e91e5b94135d388dcb511: Running coprocessor pre-open hook at 1732504789121Writing region info on filesystem at 1732504789121Initializing all the Stores at 1732504789122 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504789122Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504789122Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504789122Cleaning up temporary data from old regions at 1732504789131 (+9 ms)Running coprocessor post-open hooks at 1732504789136 (+5 ms)Region opened successfully at 1732504789136 2024-11-25T03:19:49,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511., pid=10, masterSystemTime=1732504789098 2024-11-25T03:19:49,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:49,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:49,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc5c48a0029e91e5b94135d388dcb511, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,40515,1732504780855 2024-11-25T03:19:49,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc5c48a0029e91e5b94135d388dcb511, server=38a5d2077268,40515,1732504780855 because future has completed 2024-11-25T03:19:49,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:19:49,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dc5c48a0029e91e5b94135d388dcb511, server=38a5d2077268,40515,1732504780855 in 197 msec 2024-11-25T03:19:49,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:19:49,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc5c48a0029e91e5b94135d388dcb511, ASSIGN in 353 msec 2024-11-25T03:19:49,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:19:49,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504789147"}]},"ts":"1732504789147"} 2024-11-25T03:19:49,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:19:49,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:19:49,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-25T03:19:49,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511., hostname=38a5d2077268,40515,1732504780855, seqNum=2] 2024-11-25T03:19:49,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:49,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:49,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:19:49,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:19:49,336 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:19:49,365 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,40515,1732504780855, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:19:49,366 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:49,366 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,40515,1732504780855, seqNum=-1] 2024-11-25T03:19:49,366 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:49,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T03:19:49,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,40515,1732504780855', locateType=CURRENT is [region=hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511., hostname=38a5d2077268,40515,1732504780855, seqNum=2] 2024-11-25T03:19:49,370 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:19:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:19:49,372 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,40515,1732504780855 suceeded 2024-11-25T03:19:49,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:19:49,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-25T03:19:49,374 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:42027,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:19:49,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0130 sec 2024-11-25T03:19:49,384 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:42027' 2024-11-25T03:19:49,385 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce2eba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:49,385 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42027,-1 for getting cluster id 2024-11-25T03:19:49,385 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:49,386 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a337e8af-df7e-45bc-bd2c-96009955538b' 2024-11-25T03:19:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a337e8af-df7e-45bc-bd2c-96009955538b" 2024-11-25T03:19:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b70c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42027,-1] 2024-11-25T03:19:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:49,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:49,387 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:49,387 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fb03891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:49,387 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:49,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42027,1732504776737 2024-11-25T03:19:49,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@120f0e95 2024-11-25T03:19:49,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:49,389 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T03:19:49,389 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,40515,1732504780855 (queues=1) is replicating from cluster=c7d9361e-ae3e-4650-aed8-3e399a7e06fb to cluster=a337e8af-df7e-45bc-bd2c-96009955538b 2024-11-25T03:19:49,389 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C40515%2C1732504780855 2024-11-25T03:19:49,389 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,40515,1732504780855, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:19:49,390 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C40515%2C1732504780855 2024-11-25T03:19:49,390 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838, startPosition=0, beingWritten=true 2024-11-25T03:19:49,394 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:19:49,395 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 379, reset compression=false 2024-11-25T03:19:49,395 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,40515,1732504780855 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:19:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:19:49,495 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:19:49,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:49,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:49,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:49,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:49,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:49,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:49,499 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732504789499/Put/seqid=0 2024-11-25T03:19:49,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741840_1016 (size=7894) 2024-11-25T03:19:49,598 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 379, reset compression=false 2024-11-25T03:19:49,686 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 379, reset compression=false 2024-11-25T03:19:49,902 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 379, reset compression=false 2024-11-25T03:19:49,906 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732504789906/Put/seqid=0 2024-11-25T03:19:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741841_1017 (size=7691) 2024-11-25T03:19:50,307 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 379, reset compression=false 2024-11-25T03:19:50,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:50,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42027,-1 for getting cluster id 2024-11-25T03:19:50,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:50,312 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a337e8af-df7e-45bc-bd2c-96009955538b' 2024-11-25T03:19:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a337e8af-df7e-45bc-bd2c-96009955538b" 2024-11-25T03:19:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fc6818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42027,-1] 2024-11-25T03:19:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:50,314 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:50,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:50,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,39305,1732504776803, seqNum=-1] 2024-11-25T03:19:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:50,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:50,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42027,1732504776737 2024-11-25T03:19:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f289a77 2024-11-25T03:19:50,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:50,326 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b., hostname=38a5d2077268,39305,1732504776803, seqNum=2] 2024-11-25T03:19:50,331 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:19:50,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T03:19:50,339 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T03:19:50,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 944e2cbdc84abf62e99ef5cc6a69dc8b/f 2024-11-25T03:19:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T03:19:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:19:50,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 944e2cbdc84abf62e99ef5cc6a69dc8b/f 2024-11-25T03:19:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T03:19:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:19:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HRegion(2603): Flush status journal for 944e2cbdc84abf62e99ef5cc6a69dc8b: 2024-11-25T03:19:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_0 2024-11-25T03:19:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_0 as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/7e94201ef9a347518854681407b9ddef_SeqId_4_ 2024-11-25T03:19:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_1 2024-11-25T03:19:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_1 as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ 2024-11-25T03:19:50,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_0 into 944e2cbdc84abf62e99ef5cc6a69dc8b/f as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/7e94201ef9a347518854681407b9ddef_SeqId_4_ - updating store file list. 2024-11-25T03:19:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7e94201ef9a347518854681407b9ddef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:19:50,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/7e94201ef9a347518854681407b9ddef_SeqId_4_ into 944e2cbdc84abf62e99ef5cc6a69dc8b/f 2024-11-25T03:19:50,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_0 into 944e2cbdc84abf62e99ef5cc6a69dc8b/f (new location: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/7e94201ef9a347518854681407b9ddef_SeqId_4_) 2024-11-25T03:19:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_0 2024-11-25T03:19:50,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_1 into 944e2cbdc84abf62e99ef5cc6a69dc8b/f as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ - updating store file list. 2024-11-25T03:19:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:19:50,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ into 944e2cbdc84abf62e99ef5cc6a69dc8b/f 2024-11-25T03:19:50,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_1 into 944e2cbdc84abf62e99ef5cc6a69dc8b/f (new location: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_) 2024-11-25T03:19:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins__test__1jnire0lm1o0rv7rcvb2f6fgu4e741ah3gttnukr5a1ag7iq95p95j22lcuf6rgo/f/hfile_1 2024-11-25T03:19:50,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:50,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:50,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:50,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:50,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b., hostname=38a5d2077268,39305,1732504776803, seqNum=2 , the old value is region=test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b., hostname=38a5d2077268,39305,1732504776803, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=38a5d2077268:39305 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b., hostname=38a5d2077268,39305,1732504776803, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:19:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b., hostname=38a5d2077268,39305,1732504776803, seqNum=2 from cache 2024-11-25T03:19:50,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,40515,1732504780855, seqNum=-1] 2024-11-25T03:19:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:50,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:50,371 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T03:19:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1., hostname=38a5d2077268,40515,1732504780855, seqNum=2] 2024-11-25T03:19:50,374 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T03:19:50,390 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 379, reset compression=false 2024-11-25T03:19:50,395 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:19:50,395 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,39305,1732504776803 got entry batch from reader: WALEntryBatch [walEntries=[{test/944e2cbdc84abf62e99ef5cc6a69dc8b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732504790365/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T03:19:50,396 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:19:50,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-25T03:19:50,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.ReplicationSink(318): Replicating [a337e8af-df7e-45bc-bd2c-96009955538b] bulk loaded data 2024-11-25T03:19:50,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51688504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:50,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,41765,-1 for getting cluster id 2024-11-25T03:19:50,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:50,399 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d9361e-ae3e-4650-aed8-3e399a7e06fb' 2024-11-25T03:19:50,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:50,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d9361e-ae3e-4650-aed8-3e399a7e06fb" 2024-11-25T03:19:50,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49759f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:50,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,41765,-1] 2024-11-25T03:19:50,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:50,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:50,400 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:50,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24928b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:50,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741840_1016 (size=7894) 2024-11-25T03:19:50,475 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:39305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T03:19:50,595 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 687, reset compression=false 2024-11-25T03:19:50,673 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:19:50,811 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 379, reset compression=false 2024-11-25T03:19:50,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741841_1017 (size=7691) 2024-11-25T03:19:50,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:50,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,41765,1732504780818 2024-11-25T03:19:50,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aca9c2b 2024-11-25T03:19:50,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:50,827 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T03:19:50,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:19:50,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:50,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,40515,1732504780855, seqNum=-1] 2024-11-25T03:19:50,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:50,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T03:19:50,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/7e94201ef9a347518854681407b9ddef_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T03:19:50,838 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T03:19:50,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ for inclusion in 2c05d2725e8bd4d477f1d79b63804fd1/f 2024-11-25T03:19:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T03:19:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:19:50,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/7e94201ef9a347518854681407b9ddef_SeqId_4_ for inclusion in 2c05d2725e8bd4d477f1d79b63804fd1/f 2024-11-25T03:19:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T03:19:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:19:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HRegion(2603): Flush status journal for 2c05d2725e8bd4d477f1d79b63804fd1: 2024-11-25T03:19:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:19:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/016ea1321cd2458da3ccf1c532ef2f78_SeqId_4_ 2024-11-25T03:19:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7e94201ef9a347518854681407b9ddef_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:19:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/7e94201ef9a347518854681407b9ddef_SeqId_4_ as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/ac1b95ded3ae4d6b9792150a35d3d648_SeqId_4_ 2024-11-25T03:19:50,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ into 2c05d2725e8bd4d477f1d79b63804fd1/f as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/016ea1321cd2458da3ccf1c532ef2f78_SeqId_4_ - updating store file list. 2024-11-25T03:19:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 016ea1321cd2458da3ccf1c532ef2f78_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:19:50,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/016ea1321cd2458da3ccf1c532ef2f78_SeqId_4_ into 2c05d2725e8bd4d477f1d79b63804fd1/f 2024-11-25T03:19:50,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ into 2c05d2725e8bd4d477f1d79b63804fd1/f (new location: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/016ea1321cd2458da3ccf1c532ef2f78_SeqId_4_) 2024-11-25T03:19:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/eb52dd0f6b0345a989e7dbb0727d41b3_SeqId_4_ 2024-11-25T03:19:50,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/7e94201ef9a347518854681407b9ddef_SeqId_4_ into 2c05d2725e8bd4d477f1d79b63804fd1/f as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/ac1b95ded3ae4d6b9792150a35d3d648_SeqId_4_ - updating store file list. 2024-11-25T03:19:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac1b95ded3ae4d6b9792150a35d3d648_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:19:50,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/ac1b95ded3ae4d6b9792150a35d3d648_SeqId_4_ into 2c05d2725e8bd4d477f1d79b63804fd1/f 2024-11-25T03:19:50,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/7e94201ef9a347518854681407b9ddef_SeqId_4_ into 2c05d2725e8bd4d477f1d79b63804fd1/f (new location: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/ac1b95ded3ae4d6b9792150a35d3d648_SeqId_4_) 2024-11-25T03:19:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins.hfs.11__test__fn1rm2iv757s6h38mc5cpopq999q4c8t4e0fuees8dfll3h2vh7f7a6aiatnj046/f/7e94201ef9a347518854681407b9ddef_SeqId_4_ 2024-11-25T03:19:50,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.ReplicationSink(324): Finished replicating [a337e8af-df7e-45bc-bd2c-96009955538b] bulk loaded data 2024-11-25T03:19:50,899 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 687, reset compression=false 2024-11-25T03:19:51,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:19:51,303 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 687, reset compression=false 2024-11-25T03:19:51,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:51,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:51,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:51,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:51,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:51,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:51,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:51,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:19:51,386 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732504791385/Put/seqid=0 2024-11-25T03:19:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741842_1018 (size=11194) 2024-11-25T03:19:51,415 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 379, reset compression=false 2024-11-25T03:19:51,421 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:19:51,421 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,40515,1732504780855 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c05d2725e8bd4d477f1d79b63804fd1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732504790862/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T03:19:51,423 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:19:51,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-25T03:19:51,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.ReplicationSink(318): Replicating [a337e8af-df7e-45bc-bd2c-96009955538b, c7d9361e-ae3e-4650-aed8-3e399a7e06fb] bulk loaded data 2024-11-25T03:19:51,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3430f8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:51,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42027,-1 for getting cluster id 2024-11-25T03:19:51,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:51,426 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a337e8af-df7e-45bc-bd2c-96009955538b' 2024-11-25T03:19:51,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a337e8af-df7e-45bc-bd2c-96009955538b" 2024-11-25T03:19:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@397f12d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42027,-1] 2024-11-25T03:19:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:51,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:51,428 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:51,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675a154c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741842_1018 (size=7691) 2024-11-25T03:19:51,621 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 725, reset compression=false 2024-11-25T03:19:51,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732504791792/Put/seqid=0 2024-11-25T03:19:51,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741843_1019 (size=10791) 2024-11-25T03:19:51,837 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 687, reset compression=false 2024-11-25T03:19:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741843_1019 (size=7894) 2024-11-25T03:19:51,925 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 725, reset compression=false 2024-11-25T03:19:52,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cfaac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:52,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,41765,-1 for getting cluster id 2024-11-25T03:19:52,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:19:52,199 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d9361e-ae3e-4650-aed8-3e399a7e06fb' 2024-11-25T03:19:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:19:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d9361e-ae3e-4650-aed8-3e399a7e06fb" 2024-11-25T03:19:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1547dc0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,41765,-1] 2024-11-25T03:19:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:19:52,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:52,201 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:19:52,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b9487f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:19:52,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,40515,1732504780855, seqNum=-1] 2024-11-25T03:19:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:52,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:52,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:52,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,41765,1732504780818 2024-11-25T03:19:52,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c50901e 2024-11-25T03:19:52,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:52,214 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:19:52,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1., hostname=38a5d2077268,40515,1732504780855, seqNum=2] 2024-11-25T03:19:52,220 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:19:52,227 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T03:19:52,231 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T03:19:52,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 2c05d2725e8bd4d477f1d79b63804fd1/f 2024-11-25T03:19:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T03:19:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:19:52,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 2c05d2725e8bd4d477f1d79b63804fd1/f 2024-11-25T03:19:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T03:19:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:19:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HRegion(2603): Flush status journal for 2c05d2725e8bd4d477f1d79b63804fd1: 2024-11-25T03:19:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_0 2024-11-25T03:19:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_0 as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_ 2024-11-25T03:19:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_1 2024-11-25T03:19:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_1 as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ 2024-11-25T03:19:52,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:52,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_0 into 2c05d2725e8bd4d477f1d79b63804fd1/f as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_ - updating store file list. 2024-11-25T03:19:52,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42027,1732504776737 2024-11-25T03:19:52,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c4a2fbf 2024-11-25T03:19:52,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:19:52,255 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T03:19:52,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:19:52,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:52,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,39305,1732504776803, seqNum=-1] 2024-11-25T03:19:52,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79d59db382c34e498f9e45abef0f8699_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:19:52,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_ into 2c05d2725e8bd4d477f1d79b63804fd1/f 2024-11-25T03:19:52,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_0 into 2c05d2725e8bd4d477f1d79b63804fd1/f (new location: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_) 2024-11-25T03:19:52,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T03:19:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_0 2024-11-25T03:19:52,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_1 into 2c05d2725e8bd4d477f1d79b63804fd1/f as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ - updating store file list. 2024-11-25T03:19:52,264 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__4ogaakkgc6d7tjludp0hn0omd9fkuh0rggmpk1chn6695qi4sroot6r7j2tqtr3v/f/016ea1321cd2458da3ccf1c532ef2f78_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T03:19:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:19:52,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ into 2c05d2725e8bd4d477f1d79b63804fd1/f 2024-11-25T03:19:52,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_1 into 2c05d2725e8bd4d477f1d79b63804fd1/f (new location: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_) 2024-11-25T03:19:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/staging/jenkins__test__4gkgtb3d1vg0rvs646r18cabs3iokta5nak5et2822p0f6gsj22u1r8mk9e9rnmb/f/hfile_1 2024-11-25T03:19:52,267 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__4ogaakkgc6d7tjludp0hn0omd9fkuh0rggmpk1chn6695qi4sroot6r7j2tqtr3v/f/ac1b95ded3ae4d6b9792150a35d3d648_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T03:19:52,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:52,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:52,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:52,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:52,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1., hostname=38a5d2077268,40515,1732504780855, seqNum=2 , the old value is region=test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1., hostname=38a5d2077268,40515,1732504780855, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=38a5d2077268:40515 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:19:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1., hostname=38a5d2077268,40515,1732504780855, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:19:52,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1., hostname=38a5d2077268,40515,1732504780855, seqNum=2 from cache 2024-11-25T03:19:52,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:19:52,268 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T03:19:52,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,39305,1732504776803, seqNum=-1] 2024-11-25T03:19:52,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:19:52,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.ReplicationSink(324): Finished replicating [a337e8af-df7e-45bc-bd2c-96009955538b, c7d9361e-ae3e-4650-aed8-3e399a7e06fb] bulk loaded data 2024-11-25T03:19:52,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:19:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b., hostname=38a5d2077268,39305,1732504776803, seqNum=2] 2024-11-25T03:19:52,278 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T03:19:52,330 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 725, reset compression=false 2024-11-25T03:19:52,335 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:19:52,335 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,40515,1732504780855 got entry batch from reader: WALEntryBatch [walEntries=[{test/2c05d2725e8bd4d477f1d79b63804fd1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732504792265/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T03:19:52,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.ReplicationSink(318): Replicating [c7d9361e-ae3e-4650-aed8-3e399a7e06fb] bulk loaded data 2024-11-25T03:19:52,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741844_1020 (size=11194) 2024-11-25T03:19:52,375 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:40515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T03:19:52,442 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 687, reset compression=false 2024-11-25T03:19:52,535 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 1033, reset compression=false 2024-11-25T03:19:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741845_1021 (size=10791) 2024-11-25T03:19:52,839 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 1033, reset compression=false 2024-11-25T03:19:53,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:19:53,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T03:19:53,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T03:19:53,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T03:19:53,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:19:53,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T03:19:53,147 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 687, reset compression=false 2024-11-25T03:19:53,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:19:53,164 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-25T03:19:53,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-25T03:19:53,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_ for inclusion in 944e2cbdc84abf62e99ef5cc6a69dc8b/f 2024-11-25T03:19:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T03:19:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:19:53,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ for inclusion in 944e2cbdc84abf62e99ef5cc6a69dc8b/f 2024-11-25T03:19:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T03:19:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:19:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HRegion(2603): Flush status journal for 944e2cbdc84abf62e99ef5cc6a69dc8b: 2024-11-25T03:19:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79d59db382c34e498f9e45abef0f8699_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:19:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_ as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/a0f5a45e9c444c5181a887e98e7577e1_SeqId_6_ 2024-11-25T03:19:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:19:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/dc49f78153dc4c5aa9893d7d6eb04b9f_SeqId_6_ 2024-11-25T03:19:53,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_ into 944e2cbdc84abf62e99ef5cc6a69dc8b/f as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/a0f5a45e9c444c5181a887e98e7577e1_SeqId_6_ - updating store file list. 2024-11-25T03:19:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0f5a45e9c444c5181a887e98e7577e1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:19:53,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/a0f5a45e9c444c5181a887e98e7577e1_SeqId_6_ into 944e2cbdc84abf62e99ef5cc6a69dc8b/f 2024-11-25T03:19:53,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_ into 944e2cbdc84abf62e99ef5cc6a69dc8b/f (new location: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/a0f5a45e9c444c5181a887e98e7577e1_SeqId_6_) 2024-11-25T03:19:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/79d59db382c34e498f9e45abef0f8699_SeqId_6_ 2024-11-25T03:19:53,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ into 944e2cbdc84abf62e99ef5cc6a69dc8b/f as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/dc49f78153dc4c5aa9893d7d6eb04b9f_SeqId_6_ - updating store file list. 2024-11-25T03:19:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc49f78153dc4c5aa9893d7d6eb04b9f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:19:53,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/dc49f78153dc4c5aa9893d7d6eb04b9f_SeqId_6_ into 944e2cbdc84abf62e99ef5cc6a69dc8b/f 2024-11-25T03:19:53,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ into 944e2cbdc84abf62e99ef5cc6a69dc8b/f (new location: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/f/dc49f78153dc4c5aa9893d7d6eb04b9f_SeqId_6_) 2024-11-25T03:19:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/staging/jenkins.hfs.10__test__jnh8ort92gn35708gkctrtujeepccukl42uls1rcsltordvikbe7ra60i6aasdbf/f/bef4e41c43fc43ea82a63d8ac8cb4b4a_SeqId_6_ 2024-11-25T03:19:53,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39305 {}] regionserver.ReplicationSink(324): Finished replicating [c7d9361e-ae3e-4650-aed8-3e399a7e06fb] bulk loaded data 2024-11-25T03:19:53,245 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 1033, reset compression=false 2024-11-25T03:19:53,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:19:53,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:53,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:53,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:53,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:53,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:53,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:19:53,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1187120307, stopped=false 2024-11-25T03:19:53,289 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,41765,1732504780818 2024-11-25T03:19:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649136410/running 2024-11-25T03:19:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649136410/running 2024-11-25T03:19:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:53,291 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:53,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:53,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:53,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:53,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,40515,1732504780855' ***** 2024-11-25T03:19:53,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:19:53,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on znode that does not yet exist, /11649136410/running 2024-11-25T03:19:53,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Set watcher on znode that does not yet exist, /11649136410/running 2024-11-25T03:19:53,292 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:19:53,292 INFO [RS:0;38a5d2077268:40515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:19:53,292 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:19:53,292 INFO [RS:0;38a5d2077268:40515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:19:53,292 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c05d2725e8bd4d477f1d79b63804fd1 2024-11-25T03:19:53,292 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:53,292 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,40515,1732504780855 2024-11-25T03:19:53,292 INFO [RS:0;38a5d2077268:40515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:53,292 INFO [RS:0;38a5d2077268:40515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:40515. 2024-11-25T03:19:53,292 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c05d2725e8bd4d477f1d79b63804fd1, disabling compactions & flushes 2024-11-25T03:19:53,293 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:53,293 DEBUG [RS:0;38a5d2077268:40515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:53,293 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:53,293 DEBUG [RS:0;38a5d2077268:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:53,293 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. after waiting 0 ms 2024-11-25T03:19:53,293 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:53,293 INFO [RS:0;38a5d2077268:40515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:19:53,293 INFO [RS:0;38a5d2077268:40515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:19:53,293 INFO [RS:0;38a5d2077268:40515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:19:53,293 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:19:53,293 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:19:53,293 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1325): Online Regions={2c05d2725e8bd4d477f1d79b63804fd1=test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1., dc5c48a0029e91e5b94135d388dcb511=hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:53,293 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c05d2725e8bd4d477f1d79b63804fd1, dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:53,293 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:53,293 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:53,293 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:53,293 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:53,293 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:53,293 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:19:53,296 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/default/test/2c05d2725e8bd4d477f1d79b63804fd1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:19:53,297 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:53,297 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:19:53,297 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:53,297 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c05d2725e8bd4d477f1d79b63804fd1: Waiting for close lock at 1732504793292Running coprocessor pre-close hooks at 1732504793292Disabling compacts and flushes for region at 1732504793292Disabling writes for close at 1732504793293 (+1 ms)Writing region close event to WAL at 1732504793293Running coprocessor post-close hooks at 1732504793297 (+4 ms)Closed at 1732504793297 2024-11-25T03:19:53,297 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1. 2024-11-25T03:19:53,297 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc5c48a0029e91e5b94135d388dcb511, disabling compactions & flushes 2024-11-25T03:19:53,297 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:53,297 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:53,297 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. after waiting 0 ms 2024-11-25T03:19:53,297 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:53,297 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc5c48a0029e91e5b94135d388dcb511 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-25T03:19:53,309 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/info/e2c33034c93a41818cd0c44f92778822 is 147, key is hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511./info:regioninfo/1732504789139/Put/seqid=0 2024-11-25T03:19:53,312 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/.tmp/hfileref/14eb5221ce6c447c8416ff06014d91ad is 74, key is 1/hfileref:016ea1321cd2458da3ccf1c532ef2f78_SeqId_4_/1732504792271/DeleteColumn/seqid=0 2024-11-25T03:19:53,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741844_1020 (size=7686) 2024-11-25T03:19:53,316 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:53,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741845_1021 (size=5345) 2024-11-25T03:19:53,493 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:53,693 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:53,715 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/info/e2c33034c93a41818cd0c44f92778822 2024-11-25T03:19:53,718 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/.tmp/hfileref/14eb5221ce6c447c8416ff06014d91ad 2024-11-25T03:19:53,738 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/.tmp/queue/42d1254b4da2437f99954f46841c22e1 is 154, key is 1-38a5d2077268,40515,1732504780855/queue:38a5d2077268%2C40515%2C1732504780855/1732504793192/Put/seqid=0 2024-11-25T03:19:53,739 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/ns/1507a12538734585a0f4069b2bdfdbf7 is 43, key is default/ns:d/1732504783819/Put/seqid=0 2024-11-25T03:19:53,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741846_1022 (size=5353) 2024-11-25T03:19:53,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741847_1023 (size=5153) 2024-11-25T03:19:53,749 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 1033, reset compression=false 2024-11-25T03:19:53,767 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:19:53,767 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 1328, reset compression=false 2024-11-25T03:19:53,767 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,40515,1732504780855 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:19:53,768 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,40515,1732504780855: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-38a5d2077268,40515,1732504780855, walGroup=38a5d2077268%2C40515%2C1732504780855, offset=38a5d2077268%2C40515%2C1732504780855.1732504782838:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:40515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:19:53,769 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:19:53,769 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:19:53,770 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:19:53,770 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:19:53,771 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:19:53,771 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 486004856 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 187842320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:19:53,773 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T03:19:53,795 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:19:53,795 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:19:53,894 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:53,951 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 687, reset compression=false 2024-11-25T03:19:53,956 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:19:53,956 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,39305,1732504776803 got entry batch from reader: WALEntryBatch [walEntries=[{test/944e2cbdc84abf62e99ef5cc6a69dc8b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732504793187/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T03:19:53,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 38a5d2077268,40515,1732504780855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:53,959 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 38a5d2077268,40515,1732504780855 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:53,971 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 1328, reset compression=false 2024-11-25T03:19:54,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 38a5d2077268,40515,1732504780855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:54,063 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 38a5d2077268,40515,1732504780855 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:54,094 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc5c48a0029e91e5b94135d388dcb511 2024-11-25T03:19:54,143 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/.tmp/queue/42d1254b4da2437f99954f46841c22e1 2024-11-25T03:19:54,143 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/ns/1507a12538734585a0f4069b2bdfdbf7 2024-11-25T03:19:54,148 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/.tmp/hfileref/14eb5221ce6c447c8416ff06014d91ad as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/hfileref/14eb5221ce6c447c8416ff06014d91ad 2024-11-25T03:19:54,153 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/hfileref/14eb5221ce6c447c8416ff06014d91ad, entries=4, sequenceid=12, filesize=5.2 K 2024-11-25T03:19:54,154 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/.tmp/queue/42d1254b4da2437f99954f46841c22e1 as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/queue/42d1254b4da2437f99954f46841c22e1 2024-11-25T03:19:54,156 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1033, reset compression=false 2024-11-25T03:19:54,160 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/queue/42d1254b4da2437f99954f46841c22e1, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T03:19:54,161 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for dc5c48a0029e91e5b94135d388dcb511 in 864ms, sequenceid=12, compaction requested=false 2024-11-25T03:19:54,165 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/replication/dc5c48a0029e91e5b94135d388dcb511/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T03:19:54,166 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:54,166 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:54,166 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:54,166 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc5c48a0029e91e5b94135d388dcb511: Waiting for close lock at 1732504793297Running coprocessor pre-close hooks at 1732504793297Disabling compacts and flushes for region at 1732504793297Disabling writes for close at 1732504793297Obtaining lock to block concurrent updates at 1732504793297Preparing flush snapshotting stores in dc5c48a0029e91e5b94135d388dcb511 at 1732504793297Finished memstore snapshotting hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732504793298 (+1 ms)Flushing stores of hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. at 1732504793298Flushing dc5c48a0029e91e5b94135d388dcb511/hfileref: creating writer at 1732504793298Flushing dc5c48a0029e91e5b94135d388dcb511/hfileref: appending metadata at 1732504793312 (+14 ms)Flushing dc5c48a0029e91e5b94135d388dcb511/hfileref: closing flushed file at 1732504793312Flushing dc5c48a0029e91e5b94135d388dcb511/queue: creating writer at 1732504793722 (+410 ms)Flushing dc5c48a0029e91e5b94135d388dcb511/queue: appending metadata at 1732504793737 (+15 ms)Flushing dc5c48a0029e91e5b94135d388dcb511/queue: closing flushed file at 1732504793737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0c4c8d: reopening flushed file at 1732504794147 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7fc43: reopening flushed file at 1732504794153 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for dc5c48a0029e91e5b94135d388dcb511 in 864ms, sequenceid=12, compaction requested=false at 1732504794161 (+8 ms)Writing region close event to WAL at 1732504794162 (+1 ms)Running coprocessor post-close hooks at 1732504794166 (+4 ms)Closed at 1732504794166 2024-11-25T03:19:54,166 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504788369.dc5c48a0029e91e5b94135d388dcb511. 2024-11-25T03:19:54,167 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/rep_barrier/3551b60ab5944145a98ecf46fbf83efb is 112, key is test,,1732504785058.2c05d2725e8bd4d477f1d79b63804fd1./rep_barrier:seqnumDuringOpen/1732504785810/Put/seqid=0 2024-11-25T03:19:54,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741848_1024 (size=5518) 2024-11-25T03:19:54,170 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/rep_barrier/3551b60ab5944145a98ecf46fbf83efb 2024-11-25T03:19:54,201 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/table/4abd103a12a04ec3ae7e82c6cd641959 is 53, key is hbase:replication/table:state/1732504789147/Put/seqid=0 2024-11-25T03:19:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741849_1025 (size=5308) 2024-11-25T03:19:54,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 38a5d2077268,40515,1732504780855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:54,267 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 38a5d2077268,40515,1732504780855 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:54,274 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 1328, reset compression=false 2024-11-25T03:19:54,294 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:19:54,294 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:54,294 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:54,460 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1033, reset compression=false 2024-11-25T03:19:54,494 DEBUG [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:54,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 38a5d2077268,40515,1732504780855 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:54,571 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 38a5d2077268,40515,1732504780855 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:54,606 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/table/4abd103a12a04ec3ae7e82c6cd641959 2024-11-25T03:19:54,611 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/info/e2c33034c93a41818cd0c44f92778822 as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/info/e2c33034c93a41818cd0c44f92778822 2024-11-25T03:19:54,615 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/info/e2c33034c93a41818cd0c44f92778822, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:19:54,616 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/ns/1507a12538734585a0f4069b2bdfdbf7 as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/ns/1507a12538734585a0f4069b2bdfdbf7 2024-11-25T03:19:54,620 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/ns/1507a12538734585a0f4069b2bdfdbf7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:19:54,621 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/rep_barrier/3551b60ab5944145a98ecf46fbf83efb as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/rep_barrier/3551b60ab5944145a98ecf46fbf83efb 2024-11-25T03:19:54,625 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/rep_barrier/3551b60ab5944145a98ecf46fbf83efb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:19:54,626 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/.tmp/table/4abd103a12a04ec3ae7e82c6cd641959 as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/table/4abd103a12a04ec3ae7e82c6cd641959 2024-11-25T03:19:54,630 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/table/4abd103a12a04ec3ae7e82c6cd641959, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:19:54,631 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false 2024-11-25T03:19:54,636 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:19:54,636 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:54,636 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:54,636 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:54,637 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504793293Running coprocessor pre-close hooks at 1732504793293Disabling compacts and flushes for region at 1732504793293Disabling writes for close at 1732504793293Obtaining lock to block concurrent updates at 1732504793293Preparing flush snapshotting stores in 1588230740 at 1732504793293Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504793294 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732504793294Flushing 1588230740/info: creating writer at 1732504793294Flushing 1588230740/info: appending metadata at 1732504793309 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732504793309Flushing 1588230740/ns: creating writer at 1732504793720 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732504793738 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732504793738Flushing 1588230740/rep_barrier: creating writer at 1732504794147 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504794166 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504794166Flushing 1588230740/table: creating writer at 1732504794174 (+8 ms)Flushing 1588230740/table: appending metadata at 1732504794201 (+27 ms)Flushing 1588230740/table: closing flushed file at 1732504794201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbeb447: reopening flushed file at 1732504794611 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6388422e: reopening flushed file at 1732504794615 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8bedb1d: reopening flushed file at 1732504794620 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ef2741: reopening flushed file at 1732504794625 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1732504794631 (+6 ms)Writing region close event to WAL at 1732504794633 (+2 ms)Running coprocessor post-close hooks at 1732504794636 (+3 ms)Closed at 1732504794636 2024-11-25T03:19:54,637 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:54,681 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/WALs/38a5d2077268,40515,1732504780855/38a5d2077268%2C40515%2C1732504780855.1732504782838 to pos 1328, reset compression=false 2024-11-25T03:19:54,694 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,40515,1732504780855; all regions closed. 2024-11-25T03:19:54,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:19:54,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741839_1015 (size=3127) 2024-11-25T03:19:54,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741832_1008 (size=1336) 2024-11-25T03:19:54,705 DEBUG [RS:0;38a5d2077268:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:54,705 INFO [RS:0;38a5d2077268:40515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:54,705 INFO [RS:0;38a5d2077268:40515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:54,705 INFO [RS:0;38a5d2077268:40515 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:54,705 INFO [RS:0;38a5d2077268:40515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:54,705 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:54,706 INFO [RS:0;38a5d2077268:40515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,40515,1732504780855 because: Region server is closing 2024-11-25T03:19:54,706 INFO [RS:0;38a5d2077268:40515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:40515. 2024-11-25T03:19:54,706 DEBUG [RS:0;38a5d2077268:40515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:54,706 DEBUG [RS:0;38a5d2077268:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:54,706 DEBUG [RS:0;38a5d2077268:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:54,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:54,807 INFO [RS:0;38a5d2077268:40515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.shipper38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 terminated 2024-11-25T03:19:54,807 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,40515,1732504780855.replicationSource.wal-reader.38a5d2077268%2C40515%2C1732504780855,1-38a5d2077268,40515,1732504780855 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:19:54,807 INFO [RS:0;38a5d2077268:40515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:40515. 2024-11-25T03:19:54,807 DEBUG [RS:0;38a5d2077268:40515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:54,807 DEBUG [RS:0;38a5d2077268:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:54,807 DEBUG [RS:0;38a5d2077268:40515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:54,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:54,807 INFO [RS:0;38a5d2077268:40515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40515 2024-11-25T03:19:54,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649136410/rs/38a5d2077268,40515,1732504780855 2024-11-25T03:19:54,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410/rs 2024-11-25T03:19:54,809 INFO [RS:0;38a5d2077268:40515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:54,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,40515,1732504780855] 2024-11-25T03:19:54,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11649136410/draining/38a5d2077268,40515,1732504780855 already deleted, retry=false 2024-11-25T03:19:54,812 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,40515,1732504780855 expired; onlineServers=0 2024-11-25T03:19:54,812 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,41765,1732504780818' ***** 2024-11-25T03:19:54,812 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:19:54,812 INFO [M:0;38a5d2077268:41765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:54,812 INFO [M:0;38a5d2077268:41765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:54,812 DEBUG [M:0;38a5d2077268:41765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:19:54,812 DEBUG [M:0;38a5d2077268:41765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:19:54,812 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:19:54,812 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504782619 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504782619,5,FailOnTimeoutGroup] 2024-11-25T03:19:54,813 INFO [M:0;38a5d2077268:41765 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:54,813 INFO [M:0;38a5d2077268:41765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:54,813 DEBUG [M:0;38a5d2077268:41765 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:19:54,813 INFO [M:0;38a5d2077268:41765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:19:54,813 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504782619 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504782619,5,FailOnTimeoutGroup] 2024-11-25T03:19:54,813 INFO [M:0;38a5d2077268:41765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:54,813 INFO [M:0;38a5d2077268:41765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:19:54,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:19:54,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11649136410/master 2024-11-25T03:19:54,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11649136410 2024-11-25T03:19:54,814 DEBUG [M:0;38a5d2077268:41765 {}] zookeeper.ZKUtil(347): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Unable to get data of znode /11649136410/master because node does not exist (not an error) 2024-11-25T03:19:54,814 WARN [M:0;38a5d2077268:41765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:19:54,814 INFO [M:0;38a5d2077268:41765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/.lastflushedseqids 2024-11-25T03:19:54,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741850_1026 (size=263) 2024-11-25T03:19:54,865 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1033, reset compression=false 2024-11-25T03:19:54,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:54,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40515-0x1014d22d6f30004, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:54,910 INFO [RS:0;38a5d2077268:40515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:54,910 INFO [RS:0;38a5d2077268:40515 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,40515,1732504780855; zookeeper connection closed. 2024-11-25T03:19:54,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4374e423 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4374e423 2024-11-25T03:19:54,911 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:19:54,975 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 38a5d2077268:40515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 38a5d2077268/172.17.0.2:40515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 38a5d2077268:40515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 38a5d2077268/172.17.0.2:40515 2024-11-25T03:19:54,975 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=38a5d2077268:40515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 38a5d2077268/172.17.0.2:40515 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 38a5d2077268/172.17.0.2:40515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-25T03:19:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:19:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:34676 deadline: 1732504854978, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T03:19:54,979 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T03:19:54,980 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T03:19:55,219 INFO [M:0;38a5d2077268:41765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:19:55,220 INFO [M:0;38a5d2077268:41765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:19:55,220 DEBUG [M:0;38a5d2077268:41765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:55,220 INFO [M:0;38a5d2077268:41765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:55,220 DEBUG [M:0;38a5d2077268:41765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:55,220 DEBUG [M:0;38a5d2077268:41765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:55,220 DEBUG [M:0;38a5d2077268:41765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:55,220 INFO [M:0;38a5d2077268:41765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T03:19:55,236 DEBUG [M:0;38a5d2077268:41765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2bab68307fb48bfaac848457c832f6c is 82, key is hbase:meta,,1/info:regioninfo/1732504783806/Put/seqid=0 2024-11-25T03:19:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741851_1027 (size=5672) 2024-11-25T03:19:55,369 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1033, reset compression=false 2024-11-25T03:19:55,480 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T03:19:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:19:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:34676 deadline: 1732504855481, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T03:19:55,482 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T03:19:55,483 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T03:19:55,483 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T03:19:55,641 INFO [M:0;38a5d2077268:41765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2bab68307fb48bfaac848457c832f6c 2024-11-25T03:19:55,661 DEBUG [M:0;38a5d2077268:41765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e71cc7c5c9b4bc2a02a3099ffe27c17 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732504789151/Put/seqid=0 2024-11-25T03:19:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741852_1028 (size=8515) 2024-11-25T03:19:55,973 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1033, reset compression=false 2024-11-25T03:19:56,065 INFO [M:0;38a5d2077268:41765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e71cc7c5c9b4bc2a02a3099ffe27c17 2024-11-25T03:19:56,084 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T03:19:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:19:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:34676 deadline: 1732504856085, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-25T03:19:56,086 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-25T03:19:56,087 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T03:19:56,087 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T03:19:56,088 DEBUG [M:0;38a5d2077268:41765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5aad93b9c9bb4708b9d81e6da0b927f7 is 69, key is 38a5d2077268,40515,1732504780855/rs:state/1732504782697/Put/seqid=0 2024-11-25T03:19:56,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741853_1029 (size=5156) 2024-11-25T03:19:56,493 INFO [M:0;38a5d2077268:41765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5aad93b9c9bb4708b9d81e6da0b927f7 2024-11-25T03:19:56,498 DEBUG [M:0;38a5d2077268:41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2bab68307fb48bfaac848457c832f6c as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2bab68307fb48bfaac848457c832f6c 2024-11-25T03:19:56,502 INFO [M:0;38a5d2077268:41765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2bab68307fb48bfaac848457c832f6c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T03:19:56,503 DEBUG [M:0;38a5d2077268:41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e71cc7c5c9b4bc2a02a3099ffe27c17 as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e71cc7c5c9b4bc2a02a3099ffe27c17 2024-11-25T03:19:56,507 INFO [M:0;38a5d2077268:41765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e71cc7c5c9b4bc2a02a3099ffe27c17, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T03:19:56,508 DEBUG [M:0;38a5d2077268:41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5aad93b9c9bb4708b9d81e6da0b927f7 as hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5aad93b9c9bb4708b9d81e6da0b927f7 2024-11-25T03:19:56,511 INFO [M:0;38a5d2077268:41765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42751/user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5aad93b9c9bb4708b9d81e6da0b927f7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T03:19:56,512 INFO [M:0;38a5d2077268:41765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-25T03:19:56,513 INFO [M:0;38a5d2077268:41765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:56,513 DEBUG [M:0;38a5d2077268:41765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504795220Disabling compacts and flushes for region at 1732504795220Disabling writes for close at 1732504795220Obtaining lock to block concurrent updates at 1732504795220Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504795220Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732504795221 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504795221Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504795221Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504795236 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504795236Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504795645 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504795660 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504795660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504796070 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504796088 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504796088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d44eabd: reopening flushed file at 1732504796498 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afd436f: reopening flushed file at 1732504796503 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b65ad63: reopening flushed file at 1732504796507 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1732504796512 (+5 ms)Writing region close event to WAL at 1732504796513 (+1 ms)Closed at 1732504796513 2024-11-25T03:19:56,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44025 is added to blk_1073741830_1006 (size=63642) 2024-11-25T03:19:56,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05c965eb-86a0-389a-be3a-e6ca38bfc0f6/MasterData/WALs/38a5d2077268,41765,1732504780818/38a5d2077268%2C41765%2C1732504780818.1732504782544 not finished, retry = 0 2024-11-25T03:19:56,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:56,616 INFO [M:0;38a5d2077268:41765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:19:56,617 INFO [M:0;38a5d2077268:41765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41765 2024-11-25T03:19:56,617 INFO [M:0;38a5d2077268:41765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:56,677 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1033, reset compression=false 2024-11-25T03:19:56,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:56,719 INFO [M:0;38a5d2077268:41765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:56,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x1014d22d6f30003, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:56,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6705770{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:19:56,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d5bc22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:56,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:56,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3f4154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:56,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a033e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:56,724 WARN [BP-2103868297-172.17.0.2-1732504779878 heartbeating to localhost/127.0.0.1:42751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:19:56,724 WARN [BP-2103868297-172.17.0.2-1732504779878 heartbeating to localhost/127.0.0.1:42751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2103868297-172.17.0.2-1732504779878 (Datanode Uuid 88be26d7-0f7d-40ed-921e-00c5c32cf99d) service to localhost/127.0.0.1:42751 2024-11-25T03:19:56,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/cluster_067e42d6-a150-2543-3dac-44fd9beab0a6/data/data1/current/BP-2103868297-172.17.0.2-1732504779878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:56,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/cluster_067e42d6-a150-2543-3dac-44fd9beab0a6/data/data2/current/BP-2103868297-172.17.0.2-1732504779878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:19:56,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:19:56,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:19:56,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:19:56,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@659beb6c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:19:56,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75d00e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:19:56,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:19:56,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227699fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:19:56,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2216ae9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.log.dir/,STOPPED} 2024-11-25T03:19:56,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:19:56,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:19:56,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:56,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:56,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:56,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:56,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:56,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:19:56,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=274941247, stopped=false 2024-11-25T03:19:56,749 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,42027,1732504776737 2024-11-25T03:19:56,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0992828844/running 2024-11-25T03:19:56,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:56,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0992828844/running 2024-11-25T03:19:56,751 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:56,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:56,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:19:56,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:56,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:56,751 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,39305,1732504776803' ***** 2024-11-25T03:19:56,751 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:19:56,752 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:19:56,752 INFO [RS:0;38a5d2077268:39305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:19:56,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on znode that does not yet exist, /0992828844/running 2024-11-25T03:19:56,752 INFO [RS:0;38a5d2077268:39305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:19:56,752 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:19:56,752 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(3091): Received CLOSE for 944e2cbdc84abf62e99ef5cc6a69dc8b 2024-11-25T03:19:56,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Set watcher on znode that does not yet exist, /0992828844/running 2024-11-25T03:19:56,752 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(3091): Received CLOSE for b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:56,753 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,39305,1732504776803 2024-11-25T03:19:56,753 INFO [RS:0;38a5d2077268:39305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:56,753 INFO [RS:0;38a5d2077268:39305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:39305. 2024-11-25T03:19:56,753 DEBUG [RS:0;38a5d2077268:39305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:56,753 DEBUG [RS:0;38a5d2077268:39305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:56,753 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 944e2cbdc84abf62e99ef5cc6a69dc8b, disabling compactions & flushes 2024-11-25T03:19:56,753 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:56,753 INFO [RS:0;38a5d2077268:39305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:19:56,753 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:56,753 INFO [RS:0;38a5d2077268:39305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:19:56,753 INFO [RS:0;38a5d2077268:39305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:19:56,753 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. after waiting 0 ms 2024-11-25T03:19:56,753 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:56,753 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:19:56,753 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:19:56,753 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1325): Online Regions={944e2cbdc84abf62e99ef5cc6a69dc8b=test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b., b14fd7ef82f5101e9663135dc6081e91=hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:56,753 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 944e2cbdc84abf62e99ef5cc6a69dc8b, b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:56,753 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:19:56,753 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:19:56,753 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:19:56,753 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:19:56,753 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:19:56,754 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:19:56,757 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/default/test/944e2cbdc84abf62e99ef5cc6a69dc8b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:19:56,757 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:56,757 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:19:56,757 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:56,757 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 944e2cbdc84abf62e99ef5cc6a69dc8b: Waiting for close lock at 1732504796753Running coprocessor pre-close hooks at 1732504796753Disabling compacts and flushes for region at 1732504796753Disabling writes for close at 1732504796753Writing region close event to WAL at 1732504796754 (+1 ms)Running coprocessor post-close hooks at 1732504796757 (+3 ms)Closed at 1732504796757 2024-11-25T03:19:56,757 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b. 2024-11-25T03:19:56,757 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b14fd7ef82f5101e9663135dc6081e91, disabling compactions & flushes 2024-11-25T03:19:56,758 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:56,758 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:56,758 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. after waiting 0 ms 2024-11-25T03:19:56,758 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:56,758 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b14fd7ef82f5101e9663135dc6081e91 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-25T03:19:56,773 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/info/98f861f762da488587962c196118a1ce is 147, key is hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91./info:regioninfo/1732504787384/Put/seqid=0 2024-11-25T03:19:56,776 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/.tmp/hfileref/4013564c10bb4c12b69eda014ddcec03 is 74, key is 1/hfileref:7e94201ef9a347518854681407b9ddef_SeqId_4_/1732504790865/DeleteColumn/seqid=0 2024-11-25T03:19:56,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741846_1022 (size=7686) 2024-11-25T03:19:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741847_1023 (size=5345) 2024-11-25T03:19:56,787 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-25T03:19:56,788 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 38a5d2077268:41765 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 38a5d2077268/172.17.0.2:41765 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:56,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 38a5d2077268:41765 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 38a5d2077268/172.17.0.2:41765 2024-11-25T03:19:56,801 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:56,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:56,895 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 38a5d2077268:41765 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 38a5d2077268/172.17.0.2:41765 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:19:56,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=38a5d2077268:41765 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 38a5d2077268/172.17.0.2:41765 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-25T03:19:56,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 38a5d2077268:41765 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 38a5d2077268/172.17.0.2:41765 2024-11-25T03:19:56,953 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:57,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:57,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 38a5d2077268:41765 this server is in the failed servers list 2024-11-25T03:19:57,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 38a5d2077268:41765 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:19:57,154 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:57,178 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/info/98f861f762da488587962c196118a1ce 2024-11-25T03:19:57,180 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/.tmp/hfileref/4013564c10bb4c12b69eda014ddcec03 2024-11-25T03:19:57,204 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/ns/c5a140d955ac49fc9f27105db1971f4a is 43, key is default/ns:d/1732504779788/Put/seqid=0 2024-11-25T03:19:57,208 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/.tmp/queue/a74c4512c61e41f889e2565d7f98ccdd is 153, key is 1-38a5d2077268,39305,1732504776803/queue:38a5d2077268%2C39305%2C1732504776803/1732504790867/Put/seqid=0 2024-11-25T03:19:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741848_1024 (size=5153) 2024-11-25T03:19:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741849_1025 (size=5352) 2024-11-25T03:19:57,354 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:57,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:57,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 38a5d2077268:41765 this server is in the failed servers list 2024-11-25T03:19:57,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 38a5d2077268:41765 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:19:57,480 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1033, reset compression=false 2024-11-25T03:19:57,486 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:19:57,486 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1328, reset compression=false 2024-11-25T03:19:57,554 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b14fd7ef82f5101e9663135dc6081e91 2024-11-25T03:19:57,609 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/ns/c5a140d955ac49fc9f27105db1971f4a 2024-11-25T03:19:57,612 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/.tmp/queue/a74c4512c61e41f889e2565d7f98ccdd 2024-11-25T03:19:57,617 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/.tmp/hfileref/4013564c10bb4c12b69eda014ddcec03 as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/hfileref/4013564c10bb4c12b69eda014ddcec03 2024-11-25T03:19:57,621 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/hfileref/4013564c10bb4c12b69eda014ddcec03, entries=4, sequenceid=10, filesize=5.2 K 2024-11-25T03:19:57,622 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/.tmp/queue/a74c4512c61e41f889e2565d7f98ccdd as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/queue/a74c4512c61e41f889e2565d7f98ccdd 2024-11-25T03:19:57,627 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/queue/a74c4512c61e41f889e2565d7f98ccdd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T03:19:57,628 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b14fd7ef82f5101e9663135dc6081e91 in 870ms, sequenceid=10, compaction requested=false 2024-11-25T03:19:57,633 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/rep_barrier/023b58f86cff4cb8921f587aee6cc686 is 112, key is test,,1732504783908.944e2cbdc84abf62e99ef5cc6a69dc8b./rep_barrier:seqnumDuringOpen/1732504784668/Put/seqid=0 2024-11-25T03:19:57,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741850_1026 (size=5518) 2024-11-25T03:19:57,639 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/rep_barrier/023b58f86cff4cb8921f587aee6cc686 2024-11-25T03:19:57,641 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/replication/b14fd7ef82f5101e9663135dc6081e91/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T03:19:57,641 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:57,641 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:57,641 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:57,641 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b14fd7ef82f5101e9663135dc6081e91: Waiting for close lock at 1732504796757Running coprocessor pre-close hooks at 1732504796757Disabling compacts and flushes for region at 1732504796757Disabling writes for close at 1732504796758 (+1 ms)Obtaining lock to block concurrent updates at 1732504796758Preparing flush snapshotting stores in b14fd7ef82f5101e9663135dc6081e91 at 1732504796758Finished memstore snapshotting hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732504796758Flushing stores of hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. at 1732504796758Flushing b14fd7ef82f5101e9663135dc6081e91/hfileref: creating writer at 1732504796758Flushing b14fd7ef82f5101e9663135dc6081e91/hfileref: appending metadata at 1732504796775 (+17 ms)Flushing b14fd7ef82f5101e9663135dc6081e91/hfileref: closing flushed file at 1732504796775Flushing b14fd7ef82f5101e9663135dc6081e91/queue: creating writer at 1732504797190 (+415 ms)Flushing b14fd7ef82f5101e9663135dc6081e91/queue: appending metadata at 1732504797207 (+17 ms)Flushing b14fd7ef82f5101e9663135dc6081e91/queue: closing flushed file at 1732504797207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301ef357: reopening flushed file at 1732504797616 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb0153c: reopening flushed file at 1732504797622 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b14fd7ef82f5101e9663135dc6081e91 in 870ms, sequenceid=10, compaction requested=false at 1732504797628 (+6 ms)Writing region close event to WAL at 1732504797636 (+8 ms)Running coprocessor post-close hooks at 1732504797641 (+5 ms)Closed at 1732504797641 2024-11-25T03:19:57,642 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504786215.b14fd7ef82f5101e9663135dc6081e91. 2024-11-25T03:19:57,659 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/table/c30491c485804b91a794c296cdf34d00 is 53, key is hbase:replication/table:state/1732504787392/Put/seqid=0 2024-11-25T03:19:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741851_1027 (size=5308) 2024-11-25T03:19:57,689 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1328, reset compression=false 2024-11-25T03:19:57,754 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:19:57,754 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:19:57,754 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:57,787 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:19:57,787 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:19:57,924 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:57,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 38a5d2077268:41765 this server is in the failed servers list 2024-11-25T03:19:57,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 38a5d2077268:41765 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:19:57,955 DEBUG [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:19:57,993 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/WALs/38a5d2077268,39305,1732504776803/38a5d2077268%2C39305%2C1732504776803.1732504778829 to pos 1328, reset compression=false 2024-11-25T03:19:58,063 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/table/c30491c485804b91a794c296cdf34d00 2024-11-25T03:19:58,068 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/info/98f861f762da488587962c196118a1ce as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/info/98f861f762da488587962c196118a1ce 2024-11-25T03:19:58,072 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/info/98f861f762da488587962c196118a1ce, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:19:58,073 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/ns/c5a140d955ac49fc9f27105db1971f4a as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/ns/c5a140d955ac49fc9f27105db1971f4a 2024-11-25T03:19:58,077 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/ns/c5a140d955ac49fc9f27105db1971f4a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:19:58,078 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/rep_barrier/023b58f86cff4cb8921f587aee6cc686 as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/rep_barrier/023b58f86cff4cb8921f587aee6cc686 2024-11-25T03:19:58,081 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/rep_barrier/023b58f86cff4cb8921f587aee6cc686, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:19:58,082 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/.tmp/table/c30491c485804b91a794c296cdf34d00 as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/table/c30491c485804b91a794c296cdf34d00 2024-11-25T03:19:58,086 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/table/c30491c485804b91a794c296cdf34d00, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:19:58,087 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-25T03:19:58,087 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:19:58,097 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:19:58,097 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:19:58,097 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:19:58,097 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:58,097 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504796753Running coprocessor pre-close hooks at 1732504796753Disabling compacts and flushes for region at 1732504796753Disabling writes for close at 1732504796753Obtaining lock to block concurrent updates at 1732504796754 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732504796754Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504796754Flushing stores of hbase:meta,,1.1588230740 at 1732504796754Flushing 1588230740/info: creating writer at 1732504796754Flushing 1588230740/info: appending metadata at 1732504796772 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732504796773 (+1 ms)Flushing 1588230740/ns: creating writer at 1732504797183 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732504797204 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732504797204Flushing 1588230740/rep_barrier: creating writer at 1732504797614 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504797633 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504797633Flushing 1588230740/table: creating writer at 1732504797644 (+11 ms)Flushing 1588230740/table: appending metadata at 1732504797658 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732504797658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90a74a8: reopening flushed file at 1732504798068 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca7575a: reopening flushed file at 1732504798073 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a801cd: reopening flushed file at 1732504798077 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3091ada1: reopening flushed file at 1732504798081 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1732504798087 (+6 ms)Writing region close event to WAL at 1732504798092 (+5 ms)Running coprocessor post-close hooks at 1732504798097 (+5 ms)Closed at 1732504798097 2024-11-25T03:19:58,098 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:19:58,155 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,39305,1732504776803; all regions closed. 2024-11-25T03:19:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:19:58,162 DEBUG [RS:0;38a5d2077268:39305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/oldWALs 2024-11-25T03:19:58,162 INFO [RS:0;38a5d2077268:39305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C39305%2C1732504776803.meta:.meta(num 1732504779739) 2024-11-25T03:19:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741839_1015 (size=2695) 2024-11-25T03:19:58,171 DEBUG [RS:0;38a5d2077268:39305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/oldWALs 2024-11-25T03:19:58,171 INFO [RS:0;38a5d2077268:39305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C39305%2C1732504776803.rep:(num 1732504787353) 2024-11-25T03:19:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741832_1008 (size=1336) 2024-11-25T03:19:58,175 DEBUG [RS:0;38a5d2077268:39305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/oldWALs 2024-11-25T03:19:58,175 INFO [RS:0;38a5d2077268:39305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C39305%2C1732504776803:(num 1732504778829) 2024-11-25T03:19:58,175 DEBUG [RS:0;38a5d2077268:39305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:58,175 INFO [RS:0;38a5d2077268:39305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:19:58,175 INFO [RS:0;38a5d2077268:39305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:58,175 INFO [RS:0;38a5d2077268:39305 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:58,175 INFO [RS:0;38a5d2077268:39305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:58,175 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:19:58,175 INFO [RS:0;38a5d2077268:39305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,39305,1732504776803 because: Region server is closing 2024-11-25T03:19:58,175 INFO [RS:0;38a5d2077268:39305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:39305. 2024-11-25T03:19:58,175 DEBUG [RS:0;38a5d2077268:39305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:58,175 DEBUG [RS:0;38a5d2077268:39305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:58,176 DEBUG [RS:0;38a5d2077268:39305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:58,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:58,276 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.wal-reader.38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:19:58,276 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-25T03:19:58,276 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-25T03:19:58,276 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-25T03:19:58,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:19:58,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:58,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:58,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:58,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:58,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:58,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:58,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:58,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:19:58,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:19:58,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:19:58,939 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:19:59,077 INFO [RS:0;38a5d2077268:39305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,39305,1732504776803.replicationSource.shipper38a5d2077268%2C39305%2C1732504776803,1-38a5d2077268,39305,1732504776803 terminated 2024-11-25T03:19:59,077 INFO [RS:0;38a5d2077268:39305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:39305. 2024-11-25T03:19:59,077 DEBUG [RS:0;38a5d2077268:39305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:19:59,078 DEBUG [RS:0;38a5d2077268:39305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:59,078 DEBUG [RS:0;38a5d2077268:39305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:19:59,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:19:59,078 INFO [RS:0;38a5d2077268:39305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39305 2024-11-25T03:19:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0992828844/rs/38a5d2077268,39305,1732504776803 2024-11-25T03:19:59,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844/rs 2024-11-25T03:19:59,081 INFO [RS:0;38a5d2077268:39305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:19:59,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,39305,1732504776803] 2024-11-25T03:19:59,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0992828844/draining/38a5d2077268,39305,1732504776803 already deleted, retry=false 2024-11-25T03:19:59,085 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,39305,1732504776803 expired; onlineServers=0 2024-11-25T03:19:59,085 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,42027,1732504776737' ***** 2024-11-25T03:19:59,085 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:19:59,085 INFO [M:0;38a5d2077268:42027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:19:59,085 INFO [M:0;38a5d2077268:42027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:19:59,085 DEBUG [M:0;38a5d2077268:42027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:19:59,085 DEBUG [M:0;38a5d2077268:42027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:19:59,085 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:19:59,085 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504778598 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504778598,5,FailOnTimeoutGroup] 2024-11-25T03:19:59,085 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504778599 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504778599,5,FailOnTimeoutGroup] 2024-11-25T03:19:59,085 INFO [M:0;38a5d2077268:42027 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:19:59,085 INFO [M:0;38a5d2077268:42027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:19:59,085 DEBUG [M:0;38a5d2077268:42027 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:19:59,086 INFO [M:0;38a5d2077268:42027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:19:59,086 INFO [M:0;38a5d2077268:42027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:19:59,086 INFO [M:0;38a5d2077268:42027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:19:59,086 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:19:59,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0992828844/master 2024-11-25T03:19:59,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0992828844 2024-11-25T03:19:59,103 DEBUG [M:0;38a5d2077268:42027 {}] zookeeper.ZKUtil(347): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Unable to get data of znode /0992828844/master because node does not exist (not an error) 2024-11-25T03:19:59,103 WARN [M:0;38a5d2077268:42027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:19:59,104 INFO [M:0;38a5d2077268:42027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/.lastflushedseqids 2024-11-25T03:19:59,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741852_1028 (size=263) 2024-11-25T03:19:59,119 INFO [M:0;38a5d2077268:42027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:19:59,119 INFO [M:0;38a5d2077268:42027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:19:59,119 DEBUG [M:0;38a5d2077268:42027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:19:59,119 INFO [M:0;38a5d2077268:42027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:59,119 DEBUG [M:0;38a5d2077268:42027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:59,119 DEBUG [M:0;38a5d2077268:42027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:19:59,119 DEBUG [M:0;38a5d2077268:42027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:19:59,119 INFO [M:0;38a5d2077268:42027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T03:19:59,140 DEBUG [M:0;38a5d2077268:42027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41304ff85a6e4d35b76b826a16777ff0 is 82, key is hbase:meta,,1/info:regioninfo/1732504779775/Put/seqid=0 2024-11-25T03:19:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741853_1029 (size=5672) 2024-11-25T03:19:59,145 INFO [M:0;38a5d2077268:42027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41304ff85a6e4d35b76b826a16777ff0 2024-11-25T03:19:59,164 DEBUG [M:0;38a5d2077268:42027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9b4948da42241c78443eedfe3eff261 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732504787396/Put/seqid=0 2024-11-25T03:19:59,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741854_1030 (size=8516) 2024-11-25T03:19:59,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:59,183 INFO [RS:0;38a5d2077268:39305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:19:59,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39305-0x1014d22d6f30001, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:19:59,183 INFO [RS:0;38a5d2077268:39305 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,39305,1732504776803; zookeeper connection closed. 2024-11-25T03:19:59,183 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3df3577a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3df3577a 2024-11-25T03:19:59,183 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:19:59,571 INFO [M:0;38a5d2077268:42027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9b4948da42241c78443eedfe3eff261 2024-11-25T03:19:59,605 DEBUG [M:0;38a5d2077268:42027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c891c9835e3e4ce7ab03641d22649956 is 69, key is 38a5d2077268,39305,1732504776803/rs:state/1732504778663/Put/seqid=0 2024-11-25T03:19:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741855_1031 (size=5156) 2024-11-25T03:20:00,015 INFO [M:0;38a5d2077268:42027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c891c9835e3e4ce7ab03641d22649956 2024-11-25T03:20:00,020 DEBUG [M:0;38a5d2077268:42027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/41304ff85a6e4d35b76b826a16777ff0 as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41304ff85a6e4d35b76b826a16777ff0 2024-11-25T03:20:00,025 INFO [M:0;38a5d2077268:42027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/41304ff85a6e4d35b76b826a16777ff0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T03:20:00,026 DEBUG [M:0;38a5d2077268:42027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9b4948da42241c78443eedfe3eff261 as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9b4948da42241c78443eedfe3eff261 2024-11-25T03:20:00,030 INFO [M:0;38a5d2077268:42027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9b4948da42241c78443eedfe3eff261, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T03:20:00,031 DEBUG [M:0;38a5d2077268:42027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c891c9835e3e4ce7ab03641d22649956 as hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c891c9835e3e4ce7ab03641d22649956 2024-11-25T03:20:00,035 INFO [M:0;38a5d2077268:42027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40959/user/jenkins/test-data/15220953-df1c-7a3a-5aa0-4ad0b5bee295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c891c9835e3e4ce7ab03641d22649956, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T03:20:00,036 INFO [M:0;38a5d2077268:42027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false 2024-11-25T03:20:00,045 INFO [M:0;38a5d2077268:42027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:00,045 DEBUG [M:0;38a5d2077268:42027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504799119Disabling compacts and flushes for region at 1732504799119Disabling writes for close at 1732504799119Obtaining lock to block concurrent updates at 1732504799119Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504799119Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732504799120 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504799120Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504799121 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504799139 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504799139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504799149 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504799164 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504799164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504799582 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504799605 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504799605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b778bb: reopening flushed file at 1732504800020 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662d831d: reopening flushed file at 1732504800025 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423c08a0: reopening flushed file at 1732504800030 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false at 1732504800036 (+6 ms)Writing region close event to WAL at 1732504800045 (+9 ms)Closed at 1732504800045 2024-11-25T03:20:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43341 is added to blk_1073741830_1006 (size=63654) 2024-11-25T03:20:00,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:20:00,048 INFO [M:0;38a5d2077268:42027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:20:00,048 INFO [M:0;38a5d2077268:42027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42027 2024-11-25T03:20:00,049 INFO [M:0;38a5d2077268:42027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:20:00,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:00,151 INFO [M:0;38a5d2077268:42027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:20:00,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42027-0x1014d22d6f30000, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:00,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7214a5fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:20:00,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bc54817{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:20:00,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:20:00,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3eff79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:20:00,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce1faa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.log.dir/,STOPPED} 2024-11-25T03:20:00,157 WARN [BP-2067919834-172.17.0.2-1732504775802 heartbeating to localhost/127.0.0.1:40959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:20:00,157 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:20:00,157 WARN [BP-2067919834-172.17.0.2-1732504775802 heartbeating to localhost/127.0.0.1:40959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2067919834-172.17.0.2-1732504775802 (Datanode Uuid f2d194a1-23d6-49f1-a1d0-6c53102900a1) service to localhost/127.0.0.1:40959 2024-11-25T03:20:00,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:20:00,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/cluster_471563e3-3eb5-cca7-828d-822d839bbab8/data/data1/current/BP-2067919834-172.17.0.2-1732504775802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:20:00,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/cluster_471563e3-3eb5-cca7-828d-822d839bbab8/data/data2/current/BP-2067919834-172.17.0.2-1732504775802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:20:00,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:20:00,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76131948{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:20:00,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7206c28a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:20:00,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:20:00,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df70fc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:20:00,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f72ad5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad9cb2a1-cc05-8622-1fbb-6cdc5907c825/hadoop.log.dir/,STOPPED} 2024-11-25T03:20:00,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:20:00,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:20:00,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 202) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40959 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40959 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42751 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54102) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40959 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42751 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54102) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42751 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7324 (was 6177) - AvailableMemoryMB LEAK? - 2024-11-25T03:20:00,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=7323 2024-11-25T03:20:00,235 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-25T03:20:00,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.log.dir so I do NOT create it in target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec 2024-11-25T03:20:00,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:20:00,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.tmp.dir so I do NOT create it in target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec 2024-11-25T03:20:00,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b180aa31-36a2-9cce-1f73-7a932bc695c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:20:00,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec 2024-11-25T03:20:00,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/cluster_8d6c31b3-3a7e-e6d5-6acc-79b42376362e, deleteOnExit=true 2024-11-25T03:20:00,240 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/cluster_8d6c31b3-3a7e-e6d5-6acc-79b42376362e/zookeeper_0, clientPort=56788, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/cluster_8d6c31b3-3a7e-e6d5-6acc-79b42376362e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/cluster_8d6c31b3-3a7e-e6d5-6acc-79b42376362e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:20:00,241 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56788 2024-11-25T03:20:00,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:20:00,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:20:00,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/test.cache.data in system properties and HBase conf 2024-11-25T03:20:00,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:20:00,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:20:00,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:20:00,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:20:00,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:20:00,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:20:00,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:20:00,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014d22d6f30002, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:20:00,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014d22d6f30002, quorum=127.0.0.1:54102, baseZNode=/0992828844 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:20:00,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014d22d6f30005, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:20:00,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014d22d6f30005, quorum=127.0.0.1:54102, baseZNode=/11649136410 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:20:00,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:00,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:00,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:00,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:00,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:20:00,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:00,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12404597{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:00,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afa00fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:00,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11f678bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/java.io.tmpdir/jetty-localhost-46731-hadoop-hdfs-3_4_1-tests_jar-_-any-1279123252485593837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:20:00,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b46c347{HTTP/1.1, (http/1.1)}{localhost:46731} 2024-11-25T03:20:00,566 INFO [Time-limited test {}] server.Server(415): Started @172816ms 2024-11-25T03:20:00,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:00,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:00,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:00,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:00,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:20:00,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d036975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:00,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fdeae56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:00,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e93d273{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/java.io.tmpdir/jetty-localhost-46779-hadoop-hdfs-3_4_1-tests_jar-_-any-6694680301704586974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:20:00,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76769433{HTTP/1.1, (http/1.1)}{localhost:46779} 2024-11-25T03:20:00,827 INFO [Time-limited test {}] server.Server(415): Started @173076ms 2024-11-25T03:20:00,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:20:00,951 WARN [Thread-2166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/cluster_8d6c31b3-3a7e-e6d5-6acc-79b42376362e/data/data1/current/BP-1175535370-172.17.0.2-1732504800278/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:00,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:00,955 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:00,956 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:00,960 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/cluster_8d6c31b3-3a7e-e6d5-6acc-79b42376362e/data/data2/current/BP-1175535370-172.17.0.2-1732504800278/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:00,987 WARN [Thread-2154 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:20:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x398e8345524c3c2 with lease ID 0x534af65a84fc046f: Processing first storage report for DS-84a6dd68-ca08-4c49-9081-2019fd9cb567 from datanode DatanodeRegistration(127.0.0.1:46073, datanodeUuid=c638916e-b5ea-4302-92a9-e0cc85295477, infoPort=45353, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=195589318;c=1732504800278) 2024-11-25T03:20:00,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x398e8345524c3c2 with lease ID 0x534af65a84fc046f: from storage DS-84a6dd68-ca08-4c49-9081-2019fd9cb567 node DatanodeRegistration(127.0.0.1:46073, datanodeUuid=c638916e-b5ea-4302-92a9-e0cc85295477, infoPort=45353, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=195589318;c=1732504800278), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:00,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x398e8345524c3c2 with lease ID 0x534af65a84fc046f: Processing first storage report for DS-3f5f295f-3a3e-47e5-9ff6-2e150498cdf8 from datanode DatanodeRegistration(127.0.0.1:46073, datanodeUuid=c638916e-b5ea-4302-92a9-e0cc85295477, infoPort=45353, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=195589318;c=1732504800278) 2024-11-25T03:20:00,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x398e8345524c3c2 with lease ID 0x534af65a84fc046f: from storage DS-3f5f295f-3a3e-47e5-9ff6-2e150498cdf8 node DatanodeRegistration(127.0.0.1:46073, datanodeUuid=c638916e-b5ea-4302-92a9-e0cc85295477, infoPort=45353, infoSecurePort=0, ipcPort=42477, storageInfo=lv=-57;cid=testClusterID;nsid=195589318;c=1732504800278), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:01,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec 2024-11-25T03:20:01,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:01,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:20:01,481 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f with version=8 2024-11-25T03:20:01,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/hbase-staging 2024-11-25T03:20:01,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:01,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:01,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:01,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:01,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:01,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:01,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:20:01,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:01,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42549 2024-11-25T03:20:01,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42549 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-11-25T03:20:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425490x0, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:01,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42549-0x1014d23367e0000 connected 2024-11-25T03:20:01,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:01,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:01,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on znode that does not yet exist, /01338590468/running 2024-11-25T03:20:01,531 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f, hbase.cluster.distributed=false 2024-11-25T03:20:01,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on znode that does not yet exist, /01338590468/acl 2024-11-25T03:20:01,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-25T03:20:01,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42549 2024-11-25T03:20:01,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42549 2024-11-25T03:20:01,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-25T03:20:01,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-25T03:20:01,560 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:01,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:01,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:01,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:01,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:01,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:01,560 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:20:01,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:01,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35765 2024-11-25T03:20:01,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35765 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-11-25T03:20:01,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:01,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:01,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357650x0, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:01,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357650x0, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on znode that does not yet exist, /01338590468/running 2024-11-25T03:20:01,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35765-0x1014d23367e0001 connected 2024-11-25T03:20:01,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:20:01,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:20:01,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on znode that does not yet exist, /01338590468/master 2024-11-25T03:20:01,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on znode that does not yet exist, /01338590468/acl 2024-11-25T03:20:01,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-25T03:20:01,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35765 2024-11-25T03:20:01,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35765 2024-11-25T03:20:01,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-25T03:20:01,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-25T03:20:01,603 DEBUG [M:0;38a5d2077268:42549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:42549 2024-11-25T03:20:01,604 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01338590468/backup-masters/38a5d2077268,42549,1732504801483 2024-11-25T03:20:01,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468/backup-masters 2024-11-25T03:20:01,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468/backup-masters 2024-11-25T03:20:01,606 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on existing znode=/01338590468/backup-masters/38a5d2077268,42549,1732504801483 2024-11-25T03:20:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01338590468/master 2024-11-25T03:20:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:01,609 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on existing znode=/01338590468/master 2024-11-25T03:20:01,610 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01338590468/backup-masters/38a5d2077268,42549,1732504801483 from backup master directory 2024-11-25T03:20:01,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468/backup-masters 2024-11-25T03:20:01,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01338590468/backup-masters/38a5d2077268,42549,1732504801483 2024-11-25T03:20:01,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468/backup-masters 2024-11-25T03:20:01,612 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:01,612 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,42549,1732504801483 2024-11-25T03:20:01,615 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/hbase.id] with ID: f6971ae1-aed1-4a1a-a4cc-91d55de58ac7 2024-11-25T03:20:01,615 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/.tmp/hbase.id 2024-11-25T03:20:01,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:20:02,028 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/.tmp/hbase.id]:[hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/hbase.id] 2024-11-25T03:20:02,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:02,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:20:02,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:20:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:20:02,450 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:02,451 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:20:02,454 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:20:02,880 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store 2024-11-25T03:20:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:20:02,891 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:02,891 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:20:02,891 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:02,891 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:02,891 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:20:02,891 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:02,891 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:02,891 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504802891Disabling compacts and flushes for region at 1732504802891Disabling writes for close at 1732504802891Writing region close event to WAL at 1732504802891Closed at 1732504802891 2024-11-25T03:20:02,892 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/.initializing 2024-11-25T03:20:02,892 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/WALs/38a5d2077268,42549,1732504801483 2024-11-25T03:20:02,893 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:02,894 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C42549%2C1732504801483, suffix=, logDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/WALs/38a5d2077268,42549,1732504801483, archiveDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/oldWALs, maxLogs=10 2024-11-25T03:20:02,910 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/WALs/38a5d2077268,42549,1732504801483/38a5d2077268%2C42549%2C1732504801483.1732504802894, exclude list is [], retry=0 2024-11-25T03:20:02,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46073,DS-84a6dd68-ca08-4c49-9081-2019fd9cb567,DISK] 2024-11-25T03:20:02,920 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/WALs/38a5d2077268,42549,1732504801483/38a5d2077268%2C42549%2C1732504801483.1732504802894 2024-11-25T03:20:02,921 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45353:45353)] 2024-11-25T03:20:02,921 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:02,921 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:02,921 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,921 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:20:02,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:02,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:02,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:20:02,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:02,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:02,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:20:02,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:02,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:02,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:20:02,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:02,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:02,945 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,946 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,947 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,948 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,948 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,949 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:02,950 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:02,957 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:02,958 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59341071, jitterRate=-0.11574913561344147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:02,959 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504802921Initializing all the Stores at 1732504802922 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504802922Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504802924 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504802924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504802924Cleaning up temporary data from old regions at 1732504802948 (+24 ms)Region opened successfully at 1732504802959 (+11 ms) 2024-11-25T03:20:02,978 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:20:02,985 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58699f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:02,986 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:20:02,987 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:20:02,987 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:20:02,992 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:20:02,993 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:20:02,993 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:20:02,993 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:20:03,002 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:20:03,003 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Unable to get data of znode /01338590468/balancer because node does not exist (not necessarily an error) 2024-11-25T03:20:03,004 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01338590468/balancer already deleted, retry=false 2024-11-25T03:20:03,011 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:20:03,014 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Unable to get data of znode /01338590468/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:20:03,019 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01338590468/normalizer already deleted, retry=false 2024-11-25T03:20:03,020 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:20:03,021 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Unable to get data of znode /01338590468/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:20:03,022 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01338590468/switch/split already deleted, retry=false 2024-11-25T03:20:03,023 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Unable to get data of znode /01338590468/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:20:03,025 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01338590468/switch/merge already deleted, retry=false 2024-11-25T03:20:03,026 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Unable to get data of znode /01338590468/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:20:03,028 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01338590468/snapshot-cleanup already deleted, retry=false 2024-11-25T03:20:03,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01338590468/running 2024-11-25T03:20:03,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01338590468/running 2024-11-25T03:20:03,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:03,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:03,031 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,42549,1732504801483, sessionid=0x1014d23367e0000, setting cluster-up flag (Was=false) 2024-11-25T03:20:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:03,040 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01338590468/flush-table-proc/acquired, /01338590468/flush-table-proc/reached, /01338590468/flush-table-proc/abort 2024-11-25T03:20:03,041 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42549,1732504801483 2024-11-25T03:20:03,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:03,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:20:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:20:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:20:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T03:20:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:20:03,049 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01338590468/online-snapshot/acquired, /01338590468/online-snapshot/reached, /01338590468/online-snapshot/abort 2024-11-25T03:20:03,050 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42549,1732504801483 2024-11-25T03:20:03,051 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:20:03,053 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:03,053 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:20:03,053 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:20:03,053 WARN [master/38a5d2077268:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 38a5d2077268,41933,1732504754329: status=Processing ServerCrashProcedure of 38a5d2077268,41933,1732504754329 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732504766115, completionTime=-1 appears to have been leaked 2024-11-25T03:20:03,053 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,42549,1732504801483 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:20:03,055 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:03,055 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:03,055 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:03,055 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:03,055 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:20:03,055 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,055 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:03,055 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:03,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:20:03,059 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:03,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:20:03,060 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504833059 2024-11-25T03:20:03,060 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:20:03,060 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:20:03,060 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:20:03,060 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:20:03,060 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:20:03,060 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:20:03,064 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,068 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:20:03,068 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:20:03,068 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:20:03,068 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:20:03,072 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:20:03,072 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:20:03,073 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504803073,5,FailOnTimeoutGroup] 2024-11-25T03:20:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:20:03,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:20:03,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f 2024-11-25T03:20:03,076 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504803073,5,FailOnTimeoutGroup] 2024-11-25T03:20:03,076 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,076 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:20:03,076 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,076 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:20:03,091 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(746): ClusterId : f6971ae1-aed1-4a1a-a4cc-91d55de58ac7 2024-11-25T03:20:03,091 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:20:03,093 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:20:03,093 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:20:03,095 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:20:03,095 DEBUG [RS:0;38a5d2077268:35765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3114c3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:03,111 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:35765 2024-11-25T03:20:03,111 INFO [RS:0;38a5d2077268:35765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:20:03,111 INFO [RS:0;38a5d2077268:35765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:20:03,111 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:20:03,112 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,42549,1732504801483 with port=35765, startcode=1732504801559 2024-11-25T03:20:03,113 DEBUG [RS:0;38a5d2077268:35765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:20:03,114 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:20:03,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,35765,1732504801559 2024-11-25T03:20:03,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42549 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,35765,1732504801559 2024-11-25T03:20:03,116 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f 2024-11-25T03:20:03,116 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43497 2024-11-25T03:20:03,116 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:20:03,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468/rs 2024-11-25T03:20:03,118 DEBUG [RS:0;38a5d2077268:35765 {}] zookeeper.ZKUtil(111): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on existing znode=/01338590468/rs/38a5d2077268,35765,1732504801559 2024-11-25T03:20:03,118 WARN [RS:0;38a5d2077268:35765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:03,118 INFO [RS:0;38a5d2077268:35765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:03,118 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559 2024-11-25T03:20:03,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,35765,1732504801559] 2024-11-25T03:20:03,127 INFO [RS:0;38a5d2077268:35765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:20:03,129 INFO [RS:0;38a5d2077268:35765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:20:03,132 INFO [RS:0;38a5d2077268:35765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:20:03,132 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,132 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:20:03,133 INFO [RS:0;38a5d2077268:35765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:20:03,133 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,133 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:03,134 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:03,134 DEBUG [RS:0;38a5d2077268:35765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:03,136 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,136 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,136 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,136 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,136 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,136 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35765,1732504801559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:03,156 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:20:03,156 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35765,1732504801559-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,156 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,156 INFO [RS:0;38a5d2077268:35765 {}] regionserver.Replication(171): 38a5d2077268,35765,1732504801559 started 2024-11-25T03:20:03,175 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,175 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,35765,1732504801559, RpcServer on 38a5d2077268/172.17.0.2:35765, sessionid=0x1014d23367e0001 2024-11-25T03:20:03,176 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:20:03,176 DEBUG [RS:0;38a5d2077268:35765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,35765,1732504801559 2024-11-25T03:20:03,176 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,35765,1732504801559' 2024-11-25T03:20:03,176 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01338590468/flush-table-proc/abort' 2024-11-25T03:20:03,176 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01338590468/flush-table-proc/acquired' 2024-11-25T03:20:03,177 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:20:03,177 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:20:03,177 DEBUG [RS:0;38a5d2077268:35765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,35765,1732504801559 2024-11-25T03:20:03,177 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,35765,1732504801559' 2024-11-25T03:20:03,177 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01338590468/online-snapshot/abort' 2024-11-25T03:20:03,177 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01338590468/online-snapshot/acquired' 2024-11-25T03:20:03,177 DEBUG [RS:0;38a5d2077268:35765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:20:03,177 INFO [RS:0;38a5d2077268:35765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:20:03,177 INFO [RS:0;38a5d2077268:35765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:20:03,278 INFO [RS:0;38a5d2077268:35765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:03,279 INFO [RS:0;38a5d2077268:35765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C35765%2C1732504801559, suffix=, logDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559, archiveDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/oldWALs, maxLogs=10 2024-11-25T03:20:03,298 DEBUG [RS:0;38a5d2077268:35765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280, exclude list is [], retry=0 2024-11-25T03:20:03,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46073,DS-84a6dd68-ca08-4c49-9081-2019fd9cb567,DISK] 2024-11-25T03:20:03,302 INFO [RS:0;38a5d2077268:35765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 2024-11-25T03:20:03,303 DEBUG [RS:0;38a5d2077268:35765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45353:45353)] 2024-11-25T03:20:03,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:03,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:03,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:03,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:03,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:03,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:03,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:03,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:03,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:03,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:03,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:03,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:03,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:03,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:03,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:03,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:03,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:03,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:03,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740 2024-11-25T03:20:03,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740 2024-11-25T03:20:03,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:03,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:03,495 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:03,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:03,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:03,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66666912, jitterRate=-0.006585597991943359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:03,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504803487Initializing all the Stores at 1732504803488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504803488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504803488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504803488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504803488Cleaning up temporary data from old regions at 1732504803495 (+7 ms)Region opened successfully at 1732504803498 (+3 ms) 2024-11-25T03:20:03,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:20:03,499 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:20:03,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:20:03,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:20:03,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:20:03,499 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:03,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504803499Disabling compacts and flushes for region at 1732504803499Disabling writes for close at 1732504803499Writing region close event to WAL at 1732504803499Closed at 1732504803499 2024-11-25T03:20:03,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:03,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:20:03,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:20:03,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:03,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:20:03,652 DEBUG [38a5d2077268:42549 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:20:03,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,35765,1732504801559 2024-11-25T03:20:03,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,35765,1732504801559, state=OPENING 2024-11-25T03:20:03,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:20:03,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:03,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:03,657 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:03,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01338590468/meta-region-server: CHANGED 2024-11-25T03:20:03,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01338590468/meta-region-server: CHANGED 2024-11-25T03:20:03,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,35765,1732504801559}] 2024-11-25T03:20:03,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:03,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:20:03,816 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:20:03,816 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:03,816 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:20:03,818 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C35765%2C1732504801559.meta, suffix=.meta, logDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559, archiveDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/oldWALs, maxLogs=10 2024-11-25T03:20:03,840 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.meta.1732504803818.meta, exclude list is [], retry=0 2024-11-25T03:20:03,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46073,DS-84a6dd68-ca08-4c49-9081-2019fd9cb567,DISK] 2024-11-25T03:20:03,844 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.meta.1732504803818.meta 2024-11-25T03:20:03,845 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45353:45353)] 2024-11-25T03:20:03,845 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:03,845 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:03,846 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:03,846 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:20:03,846 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:20:03,846 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:20:03,846 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:03,846 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:20:03,846 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:20:03,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:03,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:03,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:03,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:03,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:03,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:03,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:03,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:03,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:03,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:03,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:03,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:03,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:03,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:03,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:03,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:03,852 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:03,853 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740 2024-11-25T03:20:03,853 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740 2024-11-25T03:20:03,854 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:03,854 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:03,855 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:03,856 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:03,856 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60138825, jitterRate=-0.10386167466640472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:03,856 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:20:03,857 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504803846Writing region info on filesystem at 1732504803846Initializing all the Stores at 1732504803847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504803847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504803847Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504803847Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504803847Cleaning up temporary data from old regions at 1732504803854 (+7 ms)Running coprocessor post-open hooks at 1732504803856 (+2 ms)Region opened successfully at 1732504803857 (+1 ms) 2024-11-25T03:20:03,858 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504803810 2024-11-25T03:20:03,861 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:20:03,861 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:20:03,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,35765,1732504801559 2024-11-25T03:20:03,862 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,35765,1732504801559, state=OPEN 2024-11-25T03:20:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01338590468/meta-region-server 2024-11-25T03:20:03,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01338590468/meta-region-server 2024-11-25T03:20:03,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,35765,1732504801559 2024-11-25T03:20:03,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01338590468/meta-region-server: CHANGED 2024-11-25T03:20:03,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01338590468/meta-region-server: CHANGED 2024-11-25T03:20:03,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:20:03,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,35765,1732504801559 in 214 msec 2024-11-25T03:20:03,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:20:03,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-25T03:20:03,875 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:03,875 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:20:03,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:03,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,35765,1732504801559, seqNum=-1] 2024-11-25T03:20:03,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:03,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:03,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 830 msec 2024-11-25T03:20:03,883 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504803883, completionTime=-1 2024-11-25T03:20:03,883 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:20:03,883 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:20:03,885 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:20:03,885 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504863885 2024-11-25T03:20:03,885 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504923885 2024-11-25T03:20:03,885 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:20:03,886 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42549,1732504801483-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,886 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42549,1732504801483-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,886 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42549,1732504801483-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,886 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:42549, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,886 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,886 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,888 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:20:03,890 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.278sec 2024-11-25T03:20:03,890 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:20:03,890 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:20:03,890 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:20:03,890 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:20:03,890 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:20:03,890 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42549,1732504801483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:03,890 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42549,1732504801483-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:20:03,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769a109c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:03,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42549,-1 for getting cluster id 2024-11-25T03:20:03,892 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:20:03,892 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:20:03,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:03,892 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42549,1732504801483-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:03,893 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6971ae1-aed1-4a1a-a4cc-91d55de58ac7' 2024-11-25T03:20:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:03,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6971ae1-aed1-4a1a-a4cc-91d55de58ac7" 2024-11-25T03:20:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed9f010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42549,-1] 2024-11-25T03:20:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:03,895 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:03,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21702e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:03,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:03,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,35765,1732504801559, seqNum=-1] 2024-11-25T03:20:03,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:03,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:03,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,42549,1732504801483 2024-11-25T03:20:03,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-11-25T03:20:03,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:03,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d23367e0002 connected 2024-11-25T03:20:03,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.log.dir so I do NOT create it in target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3 2024-11-25T03:20:03,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:20:03,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.tmp.dir so I do NOT create it in target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3 2024-11-25T03:20:03,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:20:03,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3 2024-11-25T03:20:03,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:20:03,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/cluster_dc2f7162-fec6-94c7-5ed4-1cbc90d2c700, deleteOnExit=true 2024-11-25T03:20:03,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:20:03,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/test.cache.data in system properties and HBase conf 2024-11-25T03:20:03,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:20:03,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:20:03,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:20:03,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:20:03,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:20:03,909 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:20:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:20:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:20:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:20:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:20:04,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:04,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:04,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:04,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:04,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:20:04,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:04,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1535b06b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:04,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78da2a0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:04,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55806806{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/java.io.tmpdir/jetty-localhost-33093-hadoop-hdfs-3_4_1-tests_jar-_-any-12663037835462088189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:20:04,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14bdc973{HTTP/1.1, (http/1.1)}{localhost:33093} 2024-11-25T03:20:04,129 INFO [Time-limited test {}] server.Server(415): Started @176378ms 2024-11-25T03:20:04,250 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:20:04,288 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:04,288 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:04,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:04,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:04,289 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:04,290 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:04,297 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:04,298 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:04,300 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:04,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:04,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:04,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:04,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:04,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:20:04,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14507e62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:04,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@615913c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:04,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a2f931{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/java.io.tmpdir/jetty-localhost-41669-hadoop-hdfs-3_4_1-tests_jar-_-any-17492628016433523550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:20:04,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71a0ef1f{HTTP/1.1, (http/1.1)}{localhost:41669} 2024-11-25T03:20:04,470 INFO [Time-limited test {}] server.Server(415): Started @176719ms 2024-11-25T03:20:04,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:20:04,599 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/cluster_dc2f7162-fec6-94c7-5ed4-1cbc90d2c700/data/data2/current/BP-620276033-172.17.0.2-1732504803941/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:04,599 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/cluster_dc2f7162-fec6-94c7-5ed4-1cbc90d2c700/data/data1/current/BP-620276033-172.17.0.2-1732504803941/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:04,621 WARN [Thread-2275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:20:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20b12010103a78a2 with lease ID 0x1263a2f7c8eb7890: Processing first storage report for DS-df6431bd-54ff-40f2-a2d1-fee37f2387eb from datanode DatanodeRegistration(127.0.0.1:33257, datanodeUuid=8b02fe3e-3b71-4154-ab32-d447e2e421ac, infoPort=44375, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=1259401918;c=1732504803941) 2024-11-25T03:20:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20b12010103a78a2 with lease ID 0x1263a2f7c8eb7890: from storage DS-df6431bd-54ff-40f2-a2d1-fee37f2387eb node DatanodeRegistration(127.0.0.1:33257, datanodeUuid=8b02fe3e-3b71-4154-ab32-d447e2e421ac, infoPort=44375, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=1259401918;c=1732504803941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x20b12010103a78a2 with lease ID 0x1263a2f7c8eb7890: Processing first storage report for DS-2a8ab219-ccea-4b56-b3ba-dafdabfdc2d1 from datanode DatanodeRegistration(127.0.0.1:33257, datanodeUuid=8b02fe3e-3b71-4154-ab32-d447e2e421ac, infoPort=44375, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=1259401918;c=1732504803941) 2024-11-25T03:20:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x20b12010103a78a2 with lease ID 0x1263a2f7c8eb7890: from storage DS-2a8ab219-ccea-4b56-b3ba-dafdabfdc2d1 node DatanodeRegistration(127.0.0.1:33257, datanodeUuid=8b02fe3e-3b71-4154-ab32-d447e2e421ac, infoPort=44375, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=1259401918;c=1732504803941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:04,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3 2024-11-25T03:20:04,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:04,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:04,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:20:04,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:04,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:04,976 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8188 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:05,134 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4 with version=8 2024-11-25T03:20:05,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/hbase-staging 2024-11-25T03:20:05,136 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:05,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:05,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:05,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:05,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:05,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:05,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:20:05,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:05,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46243 2024-11-25T03:20:05,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46243 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-11-25T03:20:05,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462430x0, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:05,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46243-0x1014d23367e0003 connected 2024-11-25T03:20:05,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:05,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:05,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on znode that does not yet exist, /1-1293406756/running 2024-11-25T03:20:05,161 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4, hbase.cluster.distributed=false 2024-11-25T03:20:05,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on znode that does not yet exist, /1-1293406756/acl 2024-11-25T03:20:05,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46243 2024-11-25T03:20:05,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46243 2024-11-25T03:20:05,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46243 2024-11-25T03:20:05,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46243 2024-11-25T03:20:05,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46243 2024-11-25T03:20:05,201 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:05,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:05,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:05,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:20:05,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:05,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45637 2024-11-25T03:20:05,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45637 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-11-25T03:20:05,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:05,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:05,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456370x0, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:05,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456370x0, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on znode that does not yet exist, /1-1293406756/running 2024-11-25T03:20:05,216 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:20:05,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45637-0x1014d23367e0004 connected 2024-11-25T03:20:05,224 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:20:05,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on znode that does not yet exist, /1-1293406756/master 2024-11-25T03:20:05,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on znode that does not yet exist, /1-1293406756/acl 2024-11-25T03:20:05,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45637 2024-11-25T03:20:05,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45637 2024-11-25T03:20:05,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45637 2024-11-25T03:20:05,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45637 2024-11-25T03:20:05,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45637 2024-11-25T03:20:05,261 DEBUG [M:0;38a5d2077268:46243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:46243 2024-11-25T03:20:05,261 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1293406756/backup-masters/38a5d2077268,46243,1732504805136 2024-11-25T03:20:05,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756/backup-masters 2024-11-25T03:20:05,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756/backup-masters 2024-11-25T03:20:05,263 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on existing znode=/1-1293406756/backup-masters/38a5d2077268,46243,1732504805136 2024-11-25T03:20:05,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1293406756/master 2024-11-25T03:20:05,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,267 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on existing znode=/1-1293406756/master 2024-11-25T03:20:05,267 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1293406756/backup-masters/38a5d2077268,46243,1732504805136 from backup master directory 2024-11-25T03:20:05,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756/backup-masters 2024-11-25T03:20:05,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1293406756/backup-masters/38a5d2077268,46243,1732504805136 2024-11-25T03:20:05,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756/backup-masters 2024-11-25T03:20:05,268 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:05,268 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,46243,1732504805136 2024-11-25T03:20:05,273 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/hbase.id] with ID: 0b46b1be-8a4c-4c78-815c-842e4ddb62f7 2024-11-25T03:20:05,273 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/.tmp/hbase.id 2024-11-25T03:20:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:20:05,699 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/.tmp/hbase.id]:[hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/hbase.id] 2024-11-25T03:20:05,708 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:05,708 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:20:05,709 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:20:05,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:20:05,718 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:05,719 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:20:05,719 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:05,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:20:05,730 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store 2024-11-25T03:20:05,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:20:05,738 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:05,738 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:20:05,738 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:05,738 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:05,738 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:20:05,738 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:05,738 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:05,738 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504805738Disabling compacts and flushes for region at 1732504805738Disabling writes for close at 1732504805738Writing region close event to WAL at 1732504805738Closed at 1732504805738 2024-11-25T03:20:05,739 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/.initializing 2024-11-25T03:20:05,739 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/WALs/38a5d2077268,46243,1732504805136 2024-11-25T03:20:05,740 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:05,741 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C46243%2C1732504805136, suffix=, logDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/WALs/38a5d2077268,46243,1732504805136, archiveDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/oldWALs, maxLogs=10 2024-11-25T03:20:05,759 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/WALs/38a5d2077268,46243,1732504805136/38a5d2077268%2C46243%2C1732504805136.1732504805741, exclude list is [], retry=0 2024-11-25T03:20:05,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33257,DS-df6431bd-54ff-40f2-a2d1-fee37f2387eb,DISK] 2024-11-25T03:20:05,763 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/WALs/38a5d2077268,46243,1732504805136/38a5d2077268%2C46243%2C1732504805136.1732504805741 2024-11-25T03:20:05,764 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44375:44375)] 2024-11-25T03:20:05,764 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:05,764 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:05,764 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,764 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:20:05,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:05,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:05,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:20:05,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:05,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:05,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:20:05,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:05,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:05,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:20:05,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:05,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:05,776 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,776 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,777 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,778 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,778 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,778 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:05,779 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:05,781 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:05,782 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68724959, jitterRate=0.024081692099571228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:05,782 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504805764Initializing all the Stores at 1732504805766 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504805766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504805767 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504805767Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504805767Cleaning up temporary data from old regions at 1732504805778 (+11 ms)Region opened successfully at 1732504805782 (+4 ms) 2024-11-25T03:20:05,782 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:20:05,785 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2622ae8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:05,786 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:20:05,786 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:20:05,786 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:20:05,786 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:20:05,787 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:20:05,787 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:20:05,787 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:20:05,789 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:20:05,790 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Unable to get data of znode /1-1293406756/balancer because node does not exist (not necessarily an error) 2024-11-25T03:20:05,791 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1293406756/balancer already deleted, retry=false 2024-11-25T03:20:05,792 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:20:05,792 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Unable to get data of znode /1-1293406756/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:20:05,795 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1293406756/normalizer already deleted, retry=false 2024-11-25T03:20:05,795 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:20:05,797 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Unable to get data of znode /1-1293406756/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:20:05,798 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1293406756/switch/split already deleted, retry=false 2024-11-25T03:20:05,798 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Unable to get data of znode /1-1293406756/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:20:05,799 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1293406756/switch/merge already deleted, retry=false 2024-11-25T03:20:05,801 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Unable to get data of znode /1-1293406756/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:20:05,802 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1293406756/snapshot-cleanup already deleted, retry=false 2024-11-25T03:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1293406756/running 2024-11-25T03:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1293406756/running 2024-11-25T03:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,804 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,46243,1732504805136, sessionid=0x1014d23367e0003, setting cluster-up flag (Was=false) 2024-11-25T03:20:05,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,813 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1293406756/flush-table-proc/acquired, /1-1293406756/flush-table-proc/reached, /1-1293406756/flush-table-proc/abort 2024-11-25T03:20:05,813 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,46243,1732504805136 2024-11-25T03:20:05,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:05,821 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1293406756/online-snapshot/acquired, /1-1293406756/online-snapshot/reached, /1-1293406756/online-snapshot/abort 2024-11-25T03:20:05,822 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,46243,1732504805136 2024-11-25T03:20:05,823 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:20:05,824 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:05,824 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:20:05,825 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:20:05,825 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,46243,1732504805136 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:20:05,826 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:05,826 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:05,826 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:05,826 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:05,826 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:20:05,826 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,826 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:05,826 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:05,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:20:05,830 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:05,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:20:05,839 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504835838 2024-11-25T03:20:05,839 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:20:05,839 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:20:05,839 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:20:05,839 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:20:05,839 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:20:05,839 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:20:05,839 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,848 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:20:05,849 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:20:05,849 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:20:05,849 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:20:05,853 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:20:05,853 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:20:05,859 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504805853,5,FailOnTimeoutGroup] 2024-11-25T03:20:05,860 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(746): ClusterId : 0b46b1be-8a4c-4c78-815c-842e4ddb62f7 2024-11-25T03:20:05,860 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:20:05,860 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504805859,5,FailOnTimeoutGroup] 2024-11-25T03:20:05,860 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,860 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:20:05,860 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,860 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,863 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:20:05,863 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:20:05,867 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:20:05,867 DEBUG [RS:0;38a5d2077268:45637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d89e272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:05,894 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:45637 2024-11-25T03:20:05,895 INFO [RS:0;38a5d2077268:45637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:20:05,895 INFO [RS:0;38a5d2077268:45637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:20:05,895 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:20:05,896 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,46243,1732504805136 with port=45637, startcode=1732504805201 2024-11-25T03:20:05,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:20:05,896 DEBUG [RS:0;38a5d2077268:45637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:20:05,901 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:20:05,901 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,45637,1732504805201 2024-11-25T03:20:05,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46243 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,45637,1732504805201 2024-11-25T03:20:05,903 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4 2024-11-25T03:20:05,903 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39035 2024-11-25T03:20:05,903 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:20:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756/rs 2024-11-25T03:20:05,914 DEBUG [RS:0;38a5d2077268:45637 {}] zookeeper.ZKUtil(111): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on existing znode=/1-1293406756/rs/38a5d2077268,45637,1732504805201 2024-11-25T03:20:05,914 WARN [RS:0;38a5d2077268:45637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:05,914 INFO [RS:0;38a5d2077268:45637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:05,914 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201 2024-11-25T03:20:05,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,45637,1732504805201] 2024-11-25T03:20:05,918 INFO [RS:0;38a5d2077268:45637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:20:05,928 INFO [RS:0;38a5d2077268:45637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:20:05,936 INFO [RS:0;38a5d2077268:45637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:20:05,936 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,938 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:20:05,939 INFO [RS:0;38a5d2077268:45637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:20:05,939 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:05,939 DEBUG [RS:0;38a5d2077268:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:05,944 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,944 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,944 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,944 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,944 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,944 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,45637,1732504805201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:05,965 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:20:05,965 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,45637,1732504805201-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,966 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,966 INFO [RS:0;38a5d2077268:45637 {}] regionserver.Replication(171): 38a5d2077268,45637,1732504805201 started 2024-11-25T03:20:05,984 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:05,984 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,45637,1732504805201, RpcServer on 38a5d2077268/172.17.0.2:45637, sessionid=0x1014d23367e0004 2024-11-25T03:20:05,984 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:20:05,984 DEBUG [RS:0;38a5d2077268:45637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,45637,1732504805201 2024-11-25T03:20:05,984 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,45637,1732504805201' 2024-11-25T03:20:05,984 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1293406756/flush-table-proc/abort' 2024-11-25T03:20:05,985 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1293406756/flush-table-proc/acquired' 2024-11-25T03:20:05,985 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:20:05,985 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:20:05,985 DEBUG [RS:0;38a5d2077268:45637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,45637,1732504805201 2024-11-25T03:20:05,985 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,45637,1732504805201' 2024-11-25T03:20:05,985 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1293406756/online-snapshot/abort' 2024-11-25T03:20:05,985 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1293406756/online-snapshot/acquired' 2024-11-25T03:20:05,986 DEBUG [RS:0;38a5d2077268:45637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:20:05,986 INFO [RS:0;38a5d2077268:45637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:20:05,986 INFO [RS:0;38a5d2077268:45637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:20:06,086 INFO [RS:0;38a5d2077268:45637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:06,088 INFO [RS:0;38a5d2077268:45637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45637%2C1732504805201, suffix=, logDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201, archiveDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/oldWALs, maxLogs=10 2024-11-25T03:20:06,109 DEBUG [RS:0;38a5d2077268:45637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088, exclude list is [], retry=0 2024-11-25T03:20:06,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33257,DS-df6431bd-54ff-40f2-a2d1-fee37f2387eb,DISK] 2024-11-25T03:20:06,129 INFO [RS:0;38a5d2077268:45637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 2024-11-25T03:20:06,131 DEBUG [RS:0;38a5d2077268:45637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44375:44375)] 2024-11-25T03:20:06,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:20:06,298 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4 2024-11-25T03:20:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:20:06,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:06,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:06,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:06,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:06,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:06,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:06,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:06,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:06,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:06,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:06,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:06,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:06,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:06,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:06,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:06,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:06,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:06,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:06,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740 2024-11-25T03:20:06,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740 2024-11-25T03:20:06,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:06,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:06,715 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:06,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:06,718 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:06,718 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60000244, jitterRate=-0.10592669248580933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:06,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504806706Initializing all the Stores at 1732504806706Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504806706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504806706Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504806706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504806706Cleaning up temporary data from old regions at 1732504806714 (+8 ms)Region opened successfully at 1732504806718 (+4 ms) 2024-11-25T03:20:06,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:20:06,718 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:20:06,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:20:06,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:20:06,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:20:06,718 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:06,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504806718Disabling compacts and flushes for region at 1732504806718Disabling writes for close at 1732504806718Writing region close event to WAL at 1732504806718Closed at 1732504806718 2024-11-25T03:20:06,719 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:06,719 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:20:06,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:20:06,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:06,721 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:20:06,872 DEBUG [38a5d2077268:46243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:20:06,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,45637,1732504805201 2024-11-25T03:20:06,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,45637,1732504805201, state=OPENING 2024-11-25T03:20:06,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:20:06,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:06,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:06,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1293406756/meta-region-server: CHANGED 2024-11-25T03:20:06,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:06,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,45637,1732504805201}] 2024-11-25T03:20:06,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1293406756/meta-region-server: CHANGED 2024-11-25T03:20:07,033 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:07,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:20:07,039 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:20:07,039 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:07,039 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:20:07,040 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45637%2C1732504805201.meta, suffix=.meta, logDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201, archiveDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/oldWALs, maxLogs=10 2024-11-25T03:20:07,061 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.meta.1732504807041.meta, exclude list is [], retry=0 2024-11-25T03:20:07,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33257,DS-df6431bd-54ff-40f2-a2d1-fee37f2387eb,DISK] 2024-11-25T03:20:07,067 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.meta.1732504807041.meta 2024-11-25T03:20:07,068 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44375:44375)] 2024-11-25T03:20:07,069 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:07,070 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:07,071 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:07,071 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:20:07,071 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:20:07,071 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:20:07,071 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:07,071 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:20:07,071 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:20:07,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:07,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:07,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:07,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:07,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:07,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:07,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:07,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:07,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:07,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:07,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:07,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:07,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:07,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:07,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:07,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:07,082 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:07,083 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740 2024-11-25T03:20:07,084 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740 2024-11-25T03:20:07,085 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:07,085 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:07,085 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:07,090 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:07,090 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68899322, jitterRate=0.026679903268814087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:07,090 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:20:07,090 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504807071Writing region info on filesystem at 1732504807071Initializing all the Stores at 1732504807072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504807072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504807076 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504807076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504807076Cleaning up temporary data from old regions at 1732504807085 (+9 ms)Running coprocessor post-open hooks at 1732504807090 (+5 ms)Region opened successfully at 1732504807090 2024-11-25T03:20:07,091 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504807032 2024-11-25T03:20:07,093 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:20:07,093 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:20:07,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,45637,1732504805201 2024-11-25T03:20:07,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,45637,1732504805201, state=OPEN 2024-11-25T03:20:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1293406756/meta-region-server 2024-11-25T03:20:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1293406756/meta-region-server 2024-11-25T03:20:07,096 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,45637,1732504805201 2024-11-25T03:20:07,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1293406756/meta-region-server: CHANGED 2024-11-25T03:20:07,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1293406756/meta-region-server: CHANGED 2024-11-25T03:20:07,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:20:07,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,45637,1732504805201 in 219 msec 2024-11-25T03:20:07,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:20:07,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-25T03:20:07,100 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:07,100 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:20:07,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:07,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45637,1732504805201, seqNum=-1] 2024-11-25T03:20:07,103 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:07,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:07,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-25T03:20:07,109 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504807108, completionTime=-1 2024-11-25T03:20:07,109 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:20:07,109 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:20:07,111 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:20:07,111 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504867111 2024-11-25T03:20:07,111 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504927111 2024-11-25T03:20:07,111 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:20:07,111 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46243,1732504805136-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:07,111 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46243,1732504805136-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:07,111 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46243,1732504805136-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:07,112 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:46243, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:07,112 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:07,112 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:07,114 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:20:07,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.847sec 2024-11-25T03:20:07,115 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:20:07,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:20:07,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:20:07,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:20:07,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:20:07,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46243,1732504805136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:07,116 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46243,1732504805136-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:20:07,118 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:20:07,118 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:20:07,118 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46243,1732504805136-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:07,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3767f554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:07,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46243,-1 for getting cluster id 2024-11-25T03:20:07,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:07,158 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b46b1be-8a4c-4c78-815c-842e4ddb62f7' 2024-11-25T03:20:07,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:07,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b46b1be-8a4c-4c78-815c-842e4ddb62f7" 2024-11-25T03:20:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686aba0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46243,-1] 2024-11-25T03:20:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:07,160 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:07,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6ec047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:07,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45637,1732504805201, seqNum=-1] 2024-11-25T03:20:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:07,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:07,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,46243,1732504805136 2024-11-25T03:20:07,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56788 2024-11-25T03:20:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:07,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014d23367e0005 connected 2024-11-25T03:20:07,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:07,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42549,1732504801483 2024-11-25T03:20:07,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e84752f 2024-11-25T03:20:07,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:07,171 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:07,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:20:07,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:07,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:07,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:20:07,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:20:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:07,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcc52b6fd7ca2432f0bcd604836b4d33, NAME => 'test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f 2024-11-25T03:20:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:20:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:07,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:07,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dcc52b6fd7ca2432f0bcd604836b4d33, disabling compactions & flushes 2024-11-25T03:20:07,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:07,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:07,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. after waiting 0 ms 2024-11-25T03:20:07,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:07,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:07,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcc52b6fd7ca2432f0bcd604836b4d33: Waiting for close lock at 1732504807995Disabling compacts and flushes for region at 1732504807995Disabling writes for close at 1732504807995Writing region close event to WAL at 1732504807995Closed at 1732504807995 2024-11-25T03:20:07,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:07,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504807996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504807996"}]},"ts":"1732504807996"} 2024-11-25T03:20:07,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:07,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:07,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504807999"}]},"ts":"1732504807999"} 2024-11-25T03:20:08,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:20:08,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dcc52b6fd7ca2432f0bcd604836b4d33, ASSIGN}] 2024-11-25T03:20:08,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dcc52b6fd7ca2432f0bcd604836b4d33, ASSIGN 2024-11-25T03:20:08,002 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dcc52b6fd7ca2432f0bcd604836b4d33, ASSIGN; state=OFFLINE, location=38a5d2077268,35765,1732504801559; forceNewPlan=false, retain=false 2024-11-25T03:20:08,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dcc52b6fd7ca2432f0bcd604836b4d33, regionState=OPENING, regionLocation=38a5d2077268,35765,1732504801559 2024-11-25T03:20:08,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dcc52b6fd7ca2432f0bcd604836b4d33, ASSIGN because future has completed 2024-11-25T03:20:08,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcc52b6fd7ca2432f0bcd604836b4d33, server=38a5d2077268,35765,1732504801559}] 2024-11-25T03:20:08,311 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:08,311 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dcc52b6fd7ca2432f0bcd604836b4d33, NAME => 'test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:08,312 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:08,312 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:20:08,312 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,312 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:08,312 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,312 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,313 INFO [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,315 INFO [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcc52b6fd7ca2432f0bcd604836b4d33 columnFamilyName f 2024-11-25T03:20:08,315 DEBUG [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:08,315 INFO [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] regionserver.HStore(327): Store=dcc52b6fd7ca2432f0bcd604836b4d33/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:08,315 INFO [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,316 INFO [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcc52b6fd7ca2432f0bcd604836b4d33 columnFamilyName f1 2024-11-25T03:20:08,316 DEBUG [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:08,316 INFO [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] regionserver.HStore(327): Store=dcc52b6fd7ca2432f0bcd604836b4d33/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:08,316 INFO [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,317 INFO [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcc52b6fd7ca2432f0bcd604836b4d33 columnFamilyName norep 2024-11-25T03:20:08,317 DEBUG [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:08,318 INFO [StoreOpener-dcc52b6fd7ca2432f0bcd604836b4d33-1 {}] regionserver.HStore(327): Store=dcc52b6fd7ca2432f0bcd604836b4d33/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:08,318 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,318 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,318 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,319 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,319 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,319 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:08,320 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,322 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:08,322 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dcc52b6fd7ca2432f0bcd604836b4d33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68256799, jitterRate=0.01710556447505951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:08,322 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:08,323 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dcc52b6fd7ca2432f0bcd604836b4d33: Running coprocessor pre-open hook at 1732504808312Writing region info on filesystem at 1732504808312Initializing all the Stores at 1732504808313 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504808313Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504808313Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504808313Cleaning up temporary data from old regions at 1732504808319 (+6 ms)Running coprocessor post-open hooks at 1732504808322 (+3 ms)Region opened successfully at 1732504808323 (+1 ms) 2024-11-25T03:20:08,323 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33., pid=6, masterSystemTime=1732504808307 2024-11-25T03:20:08,325 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:08,325 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:08,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dcc52b6fd7ca2432f0bcd604836b4d33, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,35765,1732504801559 2024-11-25T03:20:08,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcc52b6fd7ca2432f0bcd604836b4d33, server=38a5d2077268,35765,1732504801559 because future has completed 2024-11-25T03:20:08,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:20:08,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dcc52b6fd7ca2432f0bcd604836b4d33, server=38a5d2077268,35765,1732504801559 in 174 msec 2024-11-25T03:20:08,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:20:08,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dcc52b6fd7ca2432f0bcd604836b4d33, ASSIGN in 329 msec 2024-11-25T03:20:08,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:08,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504808333"}]},"ts":"1732504808333"} 2024-11-25T03:20:08,335 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:20:08,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:08,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-25T03:20:09,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:20:09,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T03:20:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:09,325 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:20:09,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46243,1732504805136 2024-11-25T03:20:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77aa3088 2024-11-25T03:20:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:09,327 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:09,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:20:09,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:09,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:09,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:20:09,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:09,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:20:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:09,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa66d37234ad331da62cb76199c7bba2, NAME => 'test,,1732504809327.aa66d37234ad331da62cb76199c7bba2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4 2024-11-25T03:20:09,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:20:09,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504809327.aa66d37234ad331da62cb76199c7bba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:09,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa66d37234ad331da62cb76199c7bba2, disabling compactions & flushes 2024-11-25T03:20:09,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:09,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:09,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. after waiting 0 ms 2024-11-25T03:20:09,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:09,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:09,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa66d37234ad331da62cb76199c7bba2: Waiting for close lock at 1732504809749Disabling compacts and flushes for region at 1732504809749Disabling writes for close at 1732504809750 (+1 ms)Writing region close event to WAL at 1732504809750Closed at 1732504809750 2024-11-25T03:20:09,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:09,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504809327.aa66d37234ad331da62cb76199c7bba2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504809752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504809752"}]},"ts":"1732504809752"} 2024-11-25T03:20:09,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:09,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:09,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504809755"}]},"ts":"1732504809755"} 2024-11-25T03:20:09,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:20:09,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa66d37234ad331da62cb76199c7bba2, ASSIGN}] 2024-11-25T03:20:09,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa66d37234ad331da62cb76199c7bba2, ASSIGN 2024-11-25T03:20:09,763 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa66d37234ad331da62cb76199c7bba2, ASSIGN; state=OFFLINE, location=38a5d2077268,45637,1732504805201; forceNewPlan=false, retain=false 2024-11-25T03:20:09,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa66d37234ad331da62cb76199c7bba2, regionState=OPENING, regionLocation=38a5d2077268,45637,1732504805201 2024-11-25T03:20:09,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa66d37234ad331da62cb76199c7bba2, ASSIGN because future has completed 2024-11-25T03:20:09,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa66d37234ad331da62cb76199c7bba2, server=38a5d2077268,45637,1732504805201}] 2024-11-25T03:20:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:10,072 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:10,072 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa66d37234ad331da62cb76199c7bba2, NAME => 'test,,1732504809327.aa66d37234ad331da62cb76199c7bba2.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:10,073 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:10,073 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:20:10,073 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,073 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504809327.aa66d37234ad331da62cb76199c7bba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:10,073 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,073 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,074 INFO [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,075 INFO [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa66d37234ad331da62cb76199c7bba2 columnFamilyName f 2024-11-25T03:20:10,076 DEBUG [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:10,076 INFO [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] regionserver.HStore(327): Store=aa66d37234ad331da62cb76199c7bba2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:10,076 INFO [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,077 INFO [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa66d37234ad331da62cb76199c7bba2 columnFamilyName f1 2024-11-25T03:20:10,077 DEBUG [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:10,077 INFO [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] regionserver.HStore(327): Store=aa66d37234ad331da62cb76199c7bba2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:10,077 INFO [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,078 INFO [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa66d37234ad331da62cb76199c7bba2 columnFamilyName norep 2024-11-25T03:20:10,078 DEBUG [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:10,078 INFO [StoreOpener-aa66d37234ad331da62cb76199c7bba2-1 {}] regionserver.HStore(327): Store=aa66d37234ad331da62cb76199c7bba2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:10,078 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,079 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,079 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,080 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,080 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,080 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:10,081 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,083 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:10,083 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa66d37234ad331da62cb76199c7bba2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69125429, jitterRate=0.0300491601228714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:10,084 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:10,084 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa66d37234ad331da62cb76199c7bba2: Running coprocessor pre-open hook at 1732504810073Writing region info on filesystem at 1732504810073Initializing all the Stores at 1732504810074 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504810074Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504810074Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504810074Cleaning up temporary data from old regions at 1732504810080 (+6 ms)Running coprocessor post-open hooks at 1732504810084 (+4 ms)Region opened successfully at 1732504810084 2024-11-25T03:20:10,084 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504809327.aa66d37234ad331da62cb76199c7bba2., pid=6, masterSystemTime=1732504810068 2024-11-25T03:20:10,086 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:10,086 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:10,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa66d37234ad331da62cb76199c7bba2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,45637,1732504805201 2024-11-25T03:20:10,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa66d37234ad331da62cb76199c7bba2, server=38a5d2077268,45637,1732504805201 because future has completed 2024-11-25T03:20:10,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:20:10,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa66d37234ad331da62cb76199c7bba2, server=38a5d2077268,45637,1732504805201 in 174 msec 2024-11-25T03:20:10,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:20:10,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa66d37234ad331da62cb76199c7bba2, ASSIGN in 333 msec 2024-11-25T03:20:10,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:10,094 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504810094"}]},"ts":"1732504810094"} 2024-11-25T03:20:10,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:20:10,097 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:10,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-25T03:20:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:10,465 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:20:10,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8f8295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42549,-1 for getting cluster id 2024-11-25T03:20:10,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:10,467 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6971ae1-aed1-4a1a-a4cc-91d55de58ac7' 2024-11-25T03:20:10,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:10,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6971ae1-aed1-4a1a-a4cc-91d55de58ac7" 2024-11-25T03:20:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e08079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42549,-1] 2024-11-25T03:20:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:10,469 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfa2ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479a3445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46243,-1 for getting cluster id 2024-11-25T03:20:10,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:10,471 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b46b1be-8a4c-4c78-815c-842e4ddb62f7' 2024-11-25T03:20:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b46b1be-8a4c-4c78-815c-842e4ddb62f7" 2024-11-25T03:20:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d879ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46243,-1] 2024-11-25T03:20:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:10,472 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79dea593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c37cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42549,-1 for getting cluster id 2024-11-25T03:20:10,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:10,476 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6971ae1-aed1-4a1a-a4cc-91d55de58ac7' 2024-11-25T03:20:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6971ae1-aed1-4a1a-a4cc-91d55de58ac7" 2024-11-25T03:20:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e31e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42549,-1] 2024-11-25T03:20:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:10,477 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:10,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739c6016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42549,1732504801483 2024-11-25T03:20:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711bf346 2024-11-25T03:20:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:10,479 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:10,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:46243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:20:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:20:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:10,482 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:46243' 2024-11-25T03:20:10,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1c65bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,482 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46243,-1 for getting cluster id 2024-11-25T03:20:10,482 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:10,483 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b46b1be-8a4c-4c78-815c-842e4ddb62f7' 2024-11-25T03:20:10,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:10,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b46b1be-8a4c-4c78-815c-842e4ddb62f7" 2024-11-25T03:20:10,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7144e84e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46243,-1] 2024-11-25T03:20:10,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:10,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:10,484 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:10,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6bfa36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:10,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:10,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46243,1732504805136 2024-11-25T03:20:10,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35293815 2024-11-25T03:20:10,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:10,486 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:10,487 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:20:10,487 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:20:10,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:10,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:10,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:10,487 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:10,488 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:20:10,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:10,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:10,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:20:10,538 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:20:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:10,897 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea1b7b08ee00c8131f70666a1058ab42, NAME => 'hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f 2024-11-25T03:20:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:20:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:11,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:11,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea1b7b08ee00c8131f70666a1058ab42, disabling compactions & flushes 2024-11-25T03:20:11,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:11,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:11,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. after waiting 0 ms 2024-11-25T03:20:11,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:11,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:11,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea1b7b08ee00c8131f70666a1058ab42: Waiting for close lock at 1732504811303Disabling compacts and flushes for region at 1732504811303Disabling writes for close at 1732504811303Writing region close event to WAL at 1732504811303Closed at 1732504811303 2024-11-25T03:20:11,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:11,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504811305"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504811305"}]},"ts":"1732504811305"} 2024-11-25T03:20:11,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:11,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:11,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504811309"}]},"ts":"1732504811309"} 2024-11-25T03:20:11,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:20:11,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea1b7b08ee00c8131f70666a1058ab42, ASSIGN}] 2024-11-25T03:20:11,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea1b7b08ee00c8131f70666a1058ab42, ASSIGN 2024-11-25T03:20:11,314 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea1b7b08ee00c8131f70666a1058ab42, ASSIGN; state=OFFLINE, location=38a5d2077268,35765,1732504801559; forceNewPlan=false, retain=false 2024-11-25T03:20:11,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea1b7b08ee00c8131f70666a1058ab42, regionState=OPENING, regionLocation=38a5d2077268,35765,1732504801559 2024-11-25T03:20:11,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea1b7b08ee00c8131f70666a1058ab42, ASSIGN because future has completed 2024-11-25T03:20:11,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea1b7b08ee00c8131f70666a1058ab42, server=38a5d2077268,35765,1732504801559}] 2024-11-25T03:20:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:11,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:11,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:11,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:20:11,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C35765%2C1732504801559.rep, suffix=, logDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559, archiveDir=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/oldWALs, maxLogs=10 2024-11-25T03:20:11,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.rep.1732504811633, exclude list is [], retry=0 2024-11-25T03:20:11,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46073,DS-84a6dd68-ca08-4c49-9081-2019fd9cb567,DISK] 2024-11-25T03:20:11,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.rep.1732504811633 2024-11-25T03:20:11,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45353:45353)] 2024-11-25T03:20:11,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea1b7b08ee00c8131f70666a1058ab42, NAME => 'hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:11,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:11,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:11,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. service=MultiRowMutationService 2024-11-25T03:20:11,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:20:11,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:11,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,657 INFO [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,658 INFO [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1b7b08ee00c8131f70666a1058ab42 columnFamilyName hfileref 2024-11-25T03:20:11,659 DEBUG [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:11,659 INFO [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] regionserver.HStore(327): Store=ea1b7b08ee00c8131f70666a1058ab42/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:11,659 INFO [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,660 INFO [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1b7b08ee00c8131f70666a1058ab42 columnFamilyName queue 2024-11-25T03:20:11,660 DEBUG [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:11,660 INFO [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] regionserver.HStore(327): Store=ea1b7b08ee00c8131f70666a1058ab42/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:11,660 INFO [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,661 INFO [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea1b7b08ee00c8131f70666a1058ab42 columnFamilyName sid 2024-11-25T03:20:11,661 DEBUG [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:11,661 INFO [StoreOpener-ea1b7b08ee00c8131f70666a1058ab42-1 {}] regionserver.HStore(327): Store=ea1b7b08ee00c8131f70666a1058ab42/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:11,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/replication/ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/replication/ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:11,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/replication/ea1b7b08ee00c8131f70666a1058ab42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:11,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea1b7b08ee00c8131f70666a1058ab42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62260828, jitterRate=-0.07224136590957642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:11,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:11,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea1b7b08ee00c8131f70666a1058ab42: Running coprocessor pre-open hook at 1732504811656Writing region info on filesystem at 1732504811656Initializing all the Stores at 1732504811657 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504811657Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504811657Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504811657Cleaning up temporary data from old regions at 1732504811663 (+6 ms)Running coprocessor post-open hooks at 1732504811666 (+3 ms)Region opened successfully at 1732504811667 (+1 ms) 2024-11-25T03:20:11,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42., pid=10, masterSystemTime=1732504811625 2024-11-25T03:20:11,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:11,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:11,670 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea1b7b08ee00c8131f70666a1058ab42, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,35765,1732504801559 2024-11-25T03:20:11,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea1b7b08ee00c8131f70666a1058ab42, server=38a5d2077268,35765,1732504801559 because future has completed 2024-11-25T03:20:11,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:20:11,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea1b7b08ee00c8131f70666a1058ab42, server=38a5d2077268,35765,1732504801559 in 202 msec 2024-11-25T03:20:11,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:20:11,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea1b7b08ee00c8131f70666a1058ab42, ASSIGN in 364 msec 2024-11-25T03:20:11,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:11,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504811678"}]},"ts":"1732504811678"} 2024-11-25T03:20:11,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:20:11,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:11,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-25T03:20:11,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42., hostname=38a5d2077268,35765,1732504801559, seqNum=2] 2024-11-25T03:20:11,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:11,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:11,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:20:11,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35765 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:20:11,857 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:20:11,895 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,35765,1732504801559, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:20:11,896 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:11,896 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,35765,1732504801559, seqNum=-1] 2024-11-25T03:20:11,897 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:11,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:11,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,35765,1732504801559', locateType=CURRENT is [region=hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42., hostname=38a5d2077268,35765,1732504801559, seqNum=2] 2024-11-25T03:20:11,906 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:20:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:20:11,908 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,35765,1732504801559 suceeded 2024-11-25T03:20:11,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:20:11,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-25T03:20:11,910 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:46243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:20:11,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-11-25T03:20:11,926 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:46243' 2024-11-25T03:20:11,927 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4671d44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:11,927 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46243,-1 for getting cluster id 2024-11-25T03:20:11,927 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:11,928 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b46b1be-8a4c-4c78-815c-842e4ddb62f7' 2024-11-25T03:20:11,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:11,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b46b1be-8a4c-4c78-815c-842e4ddb62f7" 2024-11-25T03:20:11,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b36d4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:11,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46243,-1] 2024-11-25T03:20:11,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:11,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:11,931 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:11,932 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@644e72fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:11,933 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46243,1732504805136 2024-11-25T03:20:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b807204 2024-11-25T03:20:11,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:11,934 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-25T03:20:11,935 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,35765,1732504801559 (queues=1) is replicating from cluster=f6971ae1-aed1-4a1a-a4cc-91d55de58ac7 to cluster=0b46b1be-8a4c-4c78-815c-842e4ddb62f7 2024-11-25T03:20:11,935 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C35765%2C1732504801559 2024-11-25T03:20:11,935 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,35765,1732504801559, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:20:11,938 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280, startPosition=0, beingWritten=true 2024-11-25T03:20:11,940 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C35765%2C1732504801559 2024-11-25T03:20:11,947 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:11,947 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 379, reset compression=false 2024-11-25T03:20:11,947 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,35765,1732504801559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:12,150 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 379, reset compression=false 2024-11-25T03:20:12,455 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 379, reset compression=false 2024-11-25T03:20:12,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:20:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:12,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:12,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:12,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:12,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:12,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:12,627 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:20:12,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4668331f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:12,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46243,-1 for getting cluster id 2024-11-25T03:20:12,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:12,638 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b46b1be-8a4c-4c78-815c-842e4ddb62f7' 2024-11-25T03:20:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b46b1be-8a4c-4c78-815c-842e4ddb62f7" 2024-11-25T03:20:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c605386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46243,-1] 2024-11-25T03:20:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:12,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:12,642 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:12,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4408aa80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:12,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46243,1732504805136 2024-11-25T03:20:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db72043 2024-11-25T03:20:12,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:12,646 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:12,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:42549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:20:12,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:20:12,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:12,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:12,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:12,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:12,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:12,650 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:42549' 2024-11-25T03:20:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:12,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c59dbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:12,653 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42549,-1 for getting cluster id 2024-11-25T03:20:12,653 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:12,654 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6971ae1-aed1-4a1a-a4cc-91d55de58ac7' 2024-11-25T03:20:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6971ae1-aed1-4a1a-a4cc-91d55de58ac7" 2024-11-25T03:20:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7a46f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42549,-1] 2024-11-25T03:20:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:12,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:12,655 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:12,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15521ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:12,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:12,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42549,1732504801483 2024-11-25T03:20:12,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a33fbd6 2024-11-25T03:20:12,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:12,658 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:12,660 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:20:12,660 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:20:12,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:12,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:12,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:12,661 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:12,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:12,662 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:20:12,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:12,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:12,663 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:12,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:12,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:12,713 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:20:12,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:20:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:12,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => beff2fdd4a9e904f72f18613ae837b06, NAME => 'hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4 2024-11-25T03:20:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:20:12,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:12,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing beff2fdd4a9e904f72f18613ae837b06, disabling compactions & flushes 2024-11-25T03:20:12,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:12,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:12,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. after waiting 0 ms 2024-11-25T03:20:12,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:12,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:12,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for beff2fdd4a9e904f72f18613ae837b06: Waiting for close lock at 1732504812799Disabling compacts and flushes for region at 1732504812799Disabling writes for close at 1732504812799Writing region close event to WAL at 1732504812799Closed at 1732504812799 2024-11-25T03:20:12,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:12,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504812801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504812801"}]},"ts":"1732504812801"} 2024-11-25T03:20:12,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:12,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:12,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504812805"}]},"ts":"1732504812805"} 2024-11-25T03:20:12,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:20:12,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=beff2fdd4a9e904f72f18613ae837b06, ASSIGN}] 2024-11-25T03:20:12,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=beff2fdd4a9e904f72f18613ae837b06, ASSIGN 2024-11-25T03:20:12,811 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=beff2fdd4a9e904f72f18613ae837b06, ASSIGN; state=OFFLINE, location=38a5d2077268,45637,1732504805201; forceNewPlan=false, retain=false 2024-11-25T03:20:12,879 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 379, reset compression=false 2024-11-25T03:20:12,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=beff2fdd4a9e904f72f18613ae837b06, regionState=OPENING, regionLocation=38a5d2077268,45637,1732504805201 2024-11-25T03:20:12,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=beff2fdd4a9e904f72f18613ae837b06, ASSIGN because future has completed 2024-11-25T03:20:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:12,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure beff2fdd4a9e904f72f18613ae837b06, server=38a5d2077268,45637,1732504805201}] 2024-11-25T03:20:13,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:20:13,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:20:13,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:20:13,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T03:20:13,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T03:20:13,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T03:20:13,048 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:13,048 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T03:20:13,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:20:13,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T03:20:13,049 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:20:13,049 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T03:20:13,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:13,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:13,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:20:13,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45637%2C1732504805201.rep, suffix=, logDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201, archiveDir=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/oldWALs, maxLogs=10 2024-11-25T03:20:13,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.rep.1732504813134, exclude list is [], retry=0 2024-11-25T03:20:13,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33257,DS-df6431bd-54ff-40f2-a2d1-fee37f2387eb,DISK] 2024-11-25T03:20:13,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.rep.1732504813134 2024-11-25T03:20:13,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44375:44375)] 2024-11-25T03:20:13,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => beff2fdd4a9e904f72f18613ae837b06, NAME => 'hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:13,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:13,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:13,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. service=MultiRowMutationService 2024-11-25T03:20:13,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:20:13,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:13,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,164 INFO [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,168 INFO [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beff2fdd4a9e904f72f18613ae837b06 columnFamilyName hfileref 2024-11-25T03:20:13,168 DEBUG [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:13,169 INFO [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] regionserver.HStore(327): Store=beff2fdd4a9e904f72f18613ae837b06/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:13,169 INFO [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,170 INFO [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beff2fdd4a9e904f72f18613ae837b06 columnFamilyName queue 2024-11-25T03:20:13,170 DEBUG [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:13,171 INFO [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] regionserver.HStore(327): Store=beff2fdd4a9e904f72f18613ae837b06/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:13,171 INFO [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,172 INFO [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beff2fdd4a9e904f72f18613ae837b06 columnFamilyName sid 2024-11-25T03:20:13,172 DEBUG [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:13,172 INFO [StoreOpener-beff2fdd4a9e904f72f18613ae837b06-1 {}] regionserver.HStore(327): Store=beff2fdd4a9e904f72f18613ae837b06/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:13,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/replication/beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/replication/beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:13,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/replication/beff2fdd4a9e904f72f18613ae837b06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:13,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened beff2fdd4a9e904f72f18613ae837b06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63427501, jitterRate=-0.05485658347606659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:13,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:13,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for beff2fdd4a9e904f72f18613ae837b06: Running coprocessor pre-open hook at 1732504813160Writing region info on filesystem at 1732504813160Initializing all the Stores at 1732504813161 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504813161Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504813164 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504813164Cleaning up temporary data from old regions at 1732504813174 (+10 ms)Running coprocessor post-open hooks at 1732504813181 (+7 ms)Region opened successfully at 1732504813181 2024-11-25T03:20:13,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06., pid=10, masterSystemTime=1732504813127 2024-11-25T03:20:13,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:13,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:13,185 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=beff2fdd4a9e904f72f18613ae837b06, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,45637,1732504805201 2024-11-25T03:20:13,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure beff2fdd4a9e904f72f18613ae837b06, server=38a5d2077268,45637,1732504805201 because future has completed 2024-11-25T03:20:13,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:20:13,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure beff2fdd4a9e904f72f18613ae837b06, server=38a5d2077268,45637,1732504805201 in 220 msec 2024-11-25T03:20:13,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:20:13,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=beff2fdd4a9e904f72f18613ae837b06, ASSIGN in 385 msec 2024-11-25T03:20:13,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:13,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504813197"}]},"ts":"1732504813197"} 2024-11-25T03:20:13,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:20:13,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:13,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 538 msec 2024-11-25T03:20:13,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06., hostname=38a5d2077268,45637,1732504805201, seqNum=2] 2024-11-25T03:20:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:13,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:20:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:13,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:20:13,381 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:20:13,387 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 379, reset compression=false 2024-11-25T03:20:13,417 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,45637,1732504805201, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:20:13,417 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:13,418 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45637,1732504805201, seqNum=-1] 2024-11-25T03:20:13,418 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:13,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:13,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,45637,1732504805201', locateType=CURRENT is [region=hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06., hostname=38a5d2077268,45637,1732504805201, seqNum=2] 2024-11-25T03:20:13,423 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:20:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:20:13,425 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,45637,1732504805201 suceeded 2024-11-25T03:20:13,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:20:13,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-25T03:20:13,427 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:42549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:20:13,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 781 msec 2024-11-25T03:20:13,443 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:42549' 2024-11-25T03:20:13,445 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4347bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:13,445 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42549,-1 for getting cluster id 2024-11-25T03:20:13,445 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:13,446 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6971ae1-aed1-4a1a-a4cc-91d55de58ac7' 2024-11-25T03:20:13,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:13,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6971ae1-aed1-4a1a-a4cc-91d55de58ac7" 2024-11-25T03:20:13,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cd5313c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:13,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42549,-1] 2024-11-25T03:20:13,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:13,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:13,448 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:13,448 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e0f87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:13,448 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:13,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42549,1732504801483 2024-11-25T03:20:13,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106c1f02 2024-11-25T03:20:13,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:13,450 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-25T03:20:13,451 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,45637,1732504805201 (queues=1) is replicating from cluster=0b46b1be-8a4c-4c78-815c-842e4ddb62f7 to cluster=f6971ae1-aed1-4a1a-a4cc-91d55de58ac7 2024-11-25T03:20:13,451 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C45637%2C1732504805201 2024-11-25T03:20:13,451 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,45637,1732504805201, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:20:13,451 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088, startPosition=0, beingWritten=true 2024-11-25T03:20:13,452 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C45637%2C1732504805201 2024-11-25T03:20:13,458 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:13,458 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 379, reset compression=false 2024-11-25T03:20:13,458 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45637,1732504805201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:13,668 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 379, reset compression=false 2024-11-25T03:20:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:13,785 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:20:13,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:13,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:13,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:13,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:13,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:13,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,35765,1732504801559, seqNum=-1] 2024-11-25T03:20:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:13,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:13,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33., hostname=38a5d2077268,35765,1732504801559, seqNum=2] 2024-11-25T03:20:13,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:13,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45637,1732504805201, seqNum=-1] 2024-11-25T03:20:13,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:13,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:13,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504809327.aa66d37234ad331da62cb76199c7bba2., hostname=38a5d2077268,45637,1732504805201, seqNum=2] 2024-11-25T03:20:13,798 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T03:20:13,973 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 379, reset compression=false 2024-11-25T03:20:13,991 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 379, reset compression=false 2024-11-25T03:20:13,996 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:13,996 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 480, reset compression=false 2024-11-25T03:20:13,996 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,35765,1732504801559 got entry batch from reader: WALEntryBatch [walEntries=[{test/dcc52b6fd7ca2432f0bcd604836b4d33/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T03:20:13,998 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:14,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-25T03:20:14,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:14,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b455a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:14,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46243,-1 for getting cluster id 2024-11-25T03:20:14,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:14,003 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b46b1be-8a4c-4c78-815c-842e4ddb62f7' 2024-11-25T03:20:14,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:14,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b46b1be-8a4c-4c78-815c-842e4ddb62f7" 2024-11-25T03:20:14,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@784fb1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:14,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46243,-1] 2024-11-25T03:20:14,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:14,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:14,005 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:14,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343e5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:14,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:14,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45637,1732504805201, seqNum=-1] 2024-11-25T03:20:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:14,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:14,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504809327.aa66d37234ad331da62cb76199c7bba2., hostname=38a5d2077268,45637,1732504805201, seqNum=2] 2024-11-25T03:20:14,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:14,203 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 480, reset compression=false 2024-11-25T03:20:14,377 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 379, reset compression=false 2024-11-25T03:20:14,382 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:14,382 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 504, reset compression=false 2024-11-25T03:20:14,382 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45637,1732504805201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:14,507 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 480, reset compression=false 2024-11-25T03:20:14,585 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 504, reset compression=false 2024-11-25T03:20:14,801 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T03:20:14,804 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T03:20:14,890 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 504, reset compression=false 2024-11-25T03:20:14,895 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:14,895 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 608, reset compression=false 2024-11-25T03:20:14,895 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45637,1732504805201 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa66d37234ad331da62cb76199c7bba2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T03:20:14,897 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:14,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-25T03:20:14,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:14,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37cc2309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:14,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42549,-1 for getting cluster id 2024-11-25T03:20:14,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:14,900 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6971ae1-aed1-4a1a-a4cc-91d55de58ac7' 2024-11-25T03:20:14,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:14,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6971ae1-aed1-4a1a-a4cc-91d55de58ac7" 2024-11-25T03:20:14,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7302bcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:14,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42549,-1] 2024-11-25T03:20:14,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:14,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:14,902 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:14,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e17318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:14,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:14,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,35765,1732504801559, seqNum=-1] 2024-11-25T03:20:14,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:14,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:14,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33., hostname=38a5d2077268,35765,1732504801559, seqNum=2] 2024-11-25T03:20:14,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:14,911 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 480, reset compression=false 2024-11-25T03:20:14,916 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:14,916 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 607, reset compression=false 2024-11-25T03:20:14,916 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,35765,1732504801559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:15,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:15,065 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:15,065 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18278 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:15,099 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 608, reset compression=false 2024-11-25T03:20:15,120 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 607, reset compression=false 2024-11-25T03:20:15,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:20:15,403 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 608, reset compression=false 2024-11-25T03:20:15,423 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 607, reset compression=false 2024-11-25T03:20:15,806 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T03:20:15,807 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 608, reset compression=false 2024-11-25T03:20:15,817 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T03:20:15,827 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 607, reset compression=false 2024-11-25T03:20:15,833 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:15,833 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 763, reset compression=false 2024-11-25T03:20:15,833 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,35765,1732504801559 got entry batch from reader: WALEntryBatch [walEntries=[{test/dcc52b6fd7ca2432f0bcd604836b4d33/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T03:20:15,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:15,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:16,037 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 763, reset compression=false 2024-11-25T03:20:16,316 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 608, reset compression=false 2024-11-25T03:20:16,321 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:16,321 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 756, reset compression=false 2024-11-25T03:20:16,321 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45637,1732504805201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:16,340 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 763, reset compression=false 2024-11-25T03:20:16,525 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 756, reset compression=false 2024-11-25T03:20:16,744 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 763, reset compression=false 2024-11-25T03:20:16,820 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T03:20:16,825 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T03:20:16,829 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 756, reset compression=false 2024-11-25T03:20:16,847 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:16,847 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 915, reset compression=false 2024-11-25T03:20:16,847 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45637,1732504805201 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa66d37234ad331da62cb76199c7bba2/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T03:20:16,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:16,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:17,056 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 915, reset compression=false 2024-11-25T03:20:17,248 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 763, reset compression=false 2024-11-25T03:20:17,257 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:17,257 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 912, reset compression=false 2024-11-25T03:20:17,257 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,35765,1732504801559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:17,361 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 915, reset compression=false 2024-11-25T03:20:17,460 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 912, reset compression=false 2024-11-25T03:20:17,767 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 915, reset compression=false 2024-11-25T03:20:17,770 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 912, reset compression=false 2024-11-25T03:20:17,827 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T03:20:17,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:20:17,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:17,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:17,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:17,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:17,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:17,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:20:17,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1262819766, stopped=false 2024-11-25T03:20:17,831 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,46243,1732504805136 2024-11-25T03:20:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1293406756/running 2024-11-25T03:20:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1293406756/running 2024-11-25T03:20:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:17,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:20:17,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:17,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:17,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:17,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,45637,1732504805201' ***** 2024-11-25T03:20:17,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:20:17,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on znode that does not yet exist, /1-1293406756/running 2024-11-25T03:20:17,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Set watcher on znode that does not yet exist, /1-1293406756/running 2024-11-25T03:20:17,833 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:20:17,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:20:17,833 INFO [RS:0;38a5d2077268:45637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:20:17,833 INFO [RS:0;38a5d2077268:45637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:20:17,833 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(3091): Received CLOSE for beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:17,834 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(3091): Received CLOSE for aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:17,834 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,45637,1732504805201 2024-11-25T03:20:17,834 INFO [RS:0;38a5d2077268:45637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:20:17,834 INFO [RS:0;38a5d2077268:45637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45637. 2024-11-25T03:20:17,834 DEBUG [RS:0;38a5d2077268:45637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:17,834 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing beff2fdd4a9e904f72f18613ae837b06, disabling compactions & flushes 2024-11-25T03:20:17,834 DEBUG [RS:0;38a5d2077268:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:17,834 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:17,834 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:17,834 INFO [RS:0;38a5d2077268:45637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:20:17,834 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. after waiting 0 ms 2024-11-25T03:20:17,834 INFO [RS:0;38a5d2077268:45637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:20:17,834 INFO [RS:0;38a5d2077268:45637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:20:17,834 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:17,834 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:20:17,834 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing beff2fdd4a9e904f72f18613ae837b06 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-25T03:20:17,834 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:20:17,834 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1325): Online Regions={beff2fdd4a9e904f72f18613ae837b06=hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06., 1588230740=hbase:meta,,1.1588230740, aa66d37234ad331da62cb76199c7bba2=test,,1732504809327.aa66d37234ad331da62cb76199c7bba2.} 2024-11-25T03:20:17,834 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa66d37234ad331da62cb76199c7bba2, beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:17,834 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:20:17,835 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:20:17,835 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:20:17,835 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:20:17,835 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:20:17,835 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:20:17,851 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/replication/beff2fdd4a9e904f72f18613ae837b06/.tmp/queue/d103883e514547dfb70c105517defb87 is 153, key is 1-38a5d2077268,45637,1732504805201/queue:38a5d2077268%2C45637%2C1732504805201/1732504816854/Put/seqid=0 2024-11-25T03:20:17,852 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/info/bd4955dbac614af481cd2062471e78e9 is 147, key is hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06./info:regioninfo/1732504813185/Put/seqid=0 2024-11-25T03:20:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741840_1016 (size=5352) 2024-11-25T03:20:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741841_1017 (size=7686) 2024-11-25T03:20:17,862 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/info/bd4955dbac614af481cd2062471e78e9 2024-11-25T03:20:17,867 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:20:17,880 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/ns/257528589f8a40b59b0bccf28dae9b0d is 43, key is default/ns:d/1732504807104/Put/seqid=0 2024-11-25T03:20:17,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741842_1018 (size=5153) 2024-11-25T03:20:17,948 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:20:17,948 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:20:18,035 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa66d37234ad331da62cb76199c7bba2, beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:18,177 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 912, reset compression=false 2024-11-25T03:20:18,235 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa66d37234ad331da62cb76199c7bba2, beff2fdd4a9e904f72f18613ae837b06 2024-11-25T03:20:18,256 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/replication/beff2fdd4a9e904f72f18613ae837b06/.tmp/queue/d103883e514547dfb70c105517defb87 2024-11-25T03:20:18,261 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/replication/beff2fdd4a9e904f72f18613ae837b06/.tmp/queue/d103883e514547dfb70c105517defb87 as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/replication/beff2fdd4a9e904f72f18613ae837b06/queue/d103883e514547dfb70c105517defb87 2024-11-25T03:20:18,265 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/replication/beff2fdd4a9e904f72f18613ae837b06/queue/d103883e514547dfb70c105517defb87, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T03:20:18,266 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for beff2fdd4a9e904f72f18613ae837b06 in 432ms, sequenceid=10, compaction requested=false 2024-11-25T03:20:18,269 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/replication/beff2fdd4a9e904f72f18613ae837b06/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T03:20:18,269 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:18,269 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:20:18,270 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:18,270 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for beff2fdd4a9e904f72f18613ae837b06: Waiting for close lock at 1732504817834Running coprocessor pre-close hooks at 1732504817834Disabling compacts and flushes for region at 1732504817834Disabling writes for close at 1732504817834Obtaining lock to block concurrent updates at 1732504817834Preparing flush snapshotting stores in beff2fdd4a9e904f72f18613ae837b06 at 1732504817834Finished memstore snapshotting hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732504817834Flushing stores of hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. at 1732504817835 (+1 ms)Flushing beff2fdd4a9e904f72f18613ae837b06/queue: creating writer at 1732504817835Flushing beff2fdd4a9e904f72f18613ae837b06/queue: appending metadata at 1732504817851 (+16 ms)Flushing beff2fdd4a9e904f72f18613ae837b06/queue: closing flushed file at 1732504817851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ed4bc: reopening flushed file at 1732504818260 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for beff2fdd4a9e904f72f18613ae837b06 in 432ms, sequenceid=10, compaction requested=false at 1732504818266 (+6 ms)Writing region close event to WAL at 1732504818267 (+1 ms)Running coprocessor post-close hooks at 1732504818269 (+2 ms)Closed at 1732504818269 2024-11-25T03:20:18,270 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504812661.beff2fdd4a9e904f72f18613ae837b06. 2024-11-25T03:20:18,270 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa66d37234ad331da62cb76199c7bba2, disabling compactions & flushes 2024-11-25T03:20:18,270 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:18,270 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:18,270 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. after waiting 0 ms 2024-11-25T03:20:18,270 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:18,270 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa66d37234ad331da62cb76199c7bba2 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-25T03:20:18,271 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 915, reset compression=false 2024-11-25T03:20:18,281 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:18,281 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 1162, reset compression=false 2024-11-25T03:20:18,281 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45637,1732504805201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:18,282 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,45637,1732504805201: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-38a5d2077268,45637,1732504805201, walGroup=38a5d2077268%2C45637%2C1732504805201, offset=38a5d2077268%2C45637%2C1732504805201.1732504806088:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:45637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:20:18,283 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:20:18,283 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:20:18,284 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:20:18,284 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:20:18,284 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:20:18,284 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 647731032 }, "NonHeapMemoryUsage": { "committed": 195428352, "init": 7667712, "max": -1, "used": 191022016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:20:18,284 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:46243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:46243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T03:20:18,286 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/ns/257528589f8a40b59b0bccf28dae9b0d 2024-11-25T03:20:18,287 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/.tmp/f/ded1250b77704d46b33a9362a4661b43 is 29, key is row1/f:/1732504816822/DeleteFamily/seqid=0 2024-11-25T03:20:18,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741843_1019 (size=5118) 2024-11-25T03:20:18,291 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/.tmp/f/ded1250b77704d46b33a9362a4661b43 2024-11-25T03:20:18,295 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded1250b77704d46b33a9362a4661b43 2024-11-25T03:20:18,308 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/rep_barrier/623bfd683e894e03a10f34a8db596347 is 112, key is test,,1732504809327.aa66d37234ad331da62cb76199c7bba2./rep_barrier:seqnumDuringOpen/1732504810087/Put/seqid=0 2024-11-25T03:20:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741844_1020 (size=5518) 2024-11-25T03:20:18,312 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/.tmp/f1/a8befff683264e7a97f9f54b55a3ce01 is 30, key is row1/f1:/1732504816822/DeleteFamily/seqid=0 2024-11-25T03:20:18,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741845_1021 (size=5123) 2024-11-25T03:20:18,435 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:18,487 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 1162, reset compression=false 2024-11-25T03:20:18,635 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:18,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:20:18,682 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 912, reset compression=false 2024-11-25T03:20:18,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:18,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:18,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:18,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:18,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:18,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:18,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:18,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:18,712 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/rep_barrier/623bfd683e894e03a10f34a8db596347 2024-11-25T03:20:18,716 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/.tmp/f1/a8befff683264e7a97f9f54b55a3ce01 2024-11-25T03:20:18,725 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8befff683264e7a97f9f54b55a3ce01 2024-11-25T03:20:18,738 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/table/1fe5e0aed85943aa8f42f233e3727ddd is 53, key is hbase:replication/table:state/1732504813197/Put/seqid=0 2024-11-25T03:20:18,744 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/.tmp/norep/b5ef388e2dbf486c80f4359bc7b05029 is 33, key is row1/norep:/1732504816822/DeleteFamily/seqid=0 2024-11-25T03:20:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741846_1022 (size=5308) 2024-11-25T03:20:18,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741847_1023 (size=5108) 2024-11-25T03:20:18,790 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 1162, reset compression=false 2024-11-25T03:20:18,835 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:20:18,835 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, aa66d37234ad331da62cb76199c7bba2=test,,1732504809327.aa66d37234ad331da62cb76199c7bba2.} 2024-11-25T03:20:18,835 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:19,036 DEBUG [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa66d37234ad331da62cb76199c7bba2 2024-11-25T03:20:19,153 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/table/1fe5e0aed85943aa8f42f233e3727ddd 2024-11-25T03:20:19,153 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/.tmp/norep/b5ef388e2dbf486c80f4359bc7b05029 2024-11-25T03:20:19,157 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5ef388e2dbf486c80f4359bc7b05029 2024-11-25T03:20:19,158 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/info/bd4955dbac614af481cd2062471e78e9 as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/info/bd4955dbac614af481cd2062471e78e9 2024-11-25T03:20:19,158 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/.tmp/f/ded1250b77704d46b33a9362a4661b43 as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/f/ded1250b77704d46b33a9362a4661b43 2024-11-25T03:20:19,162 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded1250b77704d46b33a9362a4661b43 2024-11-25T03:20:19,162 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/f/ded1250b77704d46b33a9362a4661b43, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T03:20:19,163 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/.tmp/f1/a8befff683264e7a97f9f54b55a3ce01 as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/f1/a8befff683264e7a97f9f54b55a3ce01 2024-11-25T03:20:19,163 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/info/bd4955dbac614af481cd2062471e78e9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:20:19,164 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/ns/257528589f8a40b59b0bccf28dae9b0d as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/ns/257528589f8a40b59b0bccf28dae9b0d 2024-11-25T03:20:19,167 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8befff683264e7a97f9f54b55a3ce01 2024-11-25T03:20:19,167 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/f1/a8befff683264e7a97f9f54b55a3ce01, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T03:20:19,168 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/.tmp/norep/b5ef388e2dbf486c80f4359bc7b05029 as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/norep/b5ef388e2dbf486c80f4359bc7b05029 2024-11-25T03:20:19,168 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/ns/257528589f8a40b59b0bccf28dae9b0d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:20:19,169 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/rep_barrier/623bfd683e894e03a10f34a8db596347 as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/rep_barrier/623bfd683e894e03a10f34a8db596347 2024-11-25T03:20:19,172 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5ef388e2dbf486c80f4359bc7b05029 2024-11-25T03:20:19,172 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/norep/b5ef388e2dbf486c80f4359bc7b05029, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T03:20:19,173 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aa66d37234ad331da62cb76199c7bba2 in 903ms, sequenceid=8, compaction requested=false 2024-11-25T03:20:19,173 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/rep_barrier/623bfd683e894e03a10f34a8db596347, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:20:19,174 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/.tmp/table/1fe5e0aed85943aa8f42f233e3727ddd as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/table/1fe5e0aed85943aa8f42f233e3727ddd 2024-11-25T03:20:19,177 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/table/1fe5e0aed85943aa8f42f233e3727ddd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:20:19,178 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false 2024-11-25T03:20:19,189 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/default/test/aa66d37234ad331da62cb76199c7bba2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T03:20:19,189 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:19,189 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:20:19,189 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:19,189 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa66d37234ad331da62cb76199c7bba2: Waiting for close lock at 1732504818270Running coprocessor pre-close hooks at 1732504818270Disabling compacts and flushes for region at 1732504818270Disabling writes for close at 1732504818270Obtaining lock to block concurrent updates at 1732504818270Preparing flush snapshotting stores in aa66d37234ad331da62cb76199c7bba2 at 1732504818270Finished memstore snapshotting test,,1732504809327.aa66d37234ad331da62cb76199c7bba2., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732504818270Flushing stores of test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. at 1732504818270Flushing aa66d37234ad331da62cb76199c7bba2/f: creating writer at 1732504818271 (+1 ms)Flushing aa66d37234ad331da62cb76199c7bba2/f: appending metadata at 1732504818286 (+15 ms)Flushing aa66d37234ad331da62cb76199c7bba2/f: closing flushed file at 1732504818286Flushing aa66d37234ad331da62cb76199c7bba2/f1: creating writer at 1732504818295 (+9 ms)Flushing aa66d37234ad331da62cb76199c7bba2/f1: appending metadata at 1732504818312 (+17 ms)Flushing aa66d37234ad331da62cb76199c7bba2/f1: closing flushed file at 1732504818312Flushing aa66d37234ad331da62cb76199c7bba2/norep: creating writer at 1732504818725 (+413 ms)Flushing aa66d37234ad331da62cb76199c7bba2/norep: appending metadata at 1732504818743 (+18 ms)Flushing aa66d37234ad331da62cb76199c7bba2/norep: closing flushed file at 1732504818743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d51b4e1: reopening flushed file at 1732504819157 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671649a3: reopening flushed file at 1732504819163 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd7fae1: reopening flushed file at 1732504819167 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aa66d37234ad331da62cb76199c7bba2 in 903ms, sequenceid=8, compaction requested=false at 1732504819173 (+6 ms)Writing region close event to WAL at 1732504819180 (+7 ms)Running coprocessor post-close hooks at 1732504819189 (+9 ms)Closed at 1732504819189 2024-11-25T03:20:19,190 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504809327.aa66d37234ad331da62cb76199c7bba2. 2024-11-25T03:20:19,195 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 1162, reset compression=false 2024-11-25T03:20:19,198 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:20:19,198 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:19,198 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:20:19,198 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:19,198 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504817834Running coprocessor pre-close hooks at 1732504817834Disabling compacts and flushes for region at 1732504817834Disabling writes for close at 1732504817835 (+1 ms)Obtaining lock to block concurrent updates at 1732504817835Preparing flush snapshotting stores in 1588230740 at 1732504817835Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504817835Flushing stores of hbase:meta,,1.1588230740 at 1732504817835Flushing 1588230740/info: creating writer at 1732504817835Flushing 1588230740/info: appending metadata at 1732504817851 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732504817851Flushing 1588230740/ns: creating writer at 1732504817866 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732504817880 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732504817880Flushing 1588230740/rep_barrier: creating writer at 1732504818291 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504818308 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504818308Flushing 1588230740/table: creating writer at 1732504818716 (+408 ms)Flushing 1588230740/table: appending metadata at 1732504818737 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732504818737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e08b375: reopening flushed file at 1732504819157 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316c151: reopening flushed file at 1732504819164 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642ed7a4: reopening flushed file at 1732504819168 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b9363b: reopening flushed file at 1732504819173 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false at 1732504819178 (+5 ms)Writing region close event to WAL at 1732504819194 (+16 ms)Running coprocessor post-close hooks at 1732504819198 (+4 ms)Closed at 1732504819198 2024-11-25T03:20:19,198 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:19,200 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:19,200 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 1806, reset compression=false 2024-11-25T03:20:19,236 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,45637,1732504805201; all regions closed. 2024-11-25T03:20:19,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:20:19,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.meta.1732504807041.meta not finished, retry = 0 2024-11-25T03:20:19,291 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 912, reset compression=false 2024-11-25T03:20:19,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741839_1015 (size=2676) 2024-11-25T03:20:19,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.rep.1732504813134 not finished, retry = 0 2024-11-25T03:20:19,402 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 to pos 1806, reset compression=false 2024-11-25T03:20:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741832_1008 (size=1814) 2024-11-25T03:20:19,443 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/WALs/38a5d2077268,45637,1732504805201/38a5d2077268%2C45637%2C1732504805201.1732504806088 not finished, retry = 0 2024-11-25T03:20:19,545 DEBUG [RS:0;38a5d2077268:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:19,545 INFO [RS:0;38a5d2077268:45637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:20:19,545 INFO [RS:0;38a5d2077268:45637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:20:19,545 INFO [RS:0;38a5d2077268:45637 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:20:19,545 INFO [RS:0;38a5d2077268:45637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:20:19,545 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:20:19,545 INFO [RS:0;38a5d2077268:45637 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,45637,1732504805201 because: Region server is closing 2024-11-25T03:20:19,546 INFO [RS:0;38a5d2077268:45637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45637. 2024-11-25T03:20:19,546 DEBUG [RS:0;38a5d2077268:45637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:19,546 DEBUG [RS:0;38a5d2077268:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:19,546 DEBUG [RS:0;38a5d2077268:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:19,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:19,646 INFO [RS:0;38a5d2077268:45637 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.shipper38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 terminated 2024-11-25T03:20:19,646 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45637,1732504805201.replicationSource.wal-reader.38a5d2077268%2C45637%2C1732504805201,1-38a5d2077268,45637,1732504805201 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:20:19,646 INFO [RS:0;38a5d2077268:45637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45637. 2024-11-25T03:20:19,646 DEBUG [RS:0;38a5d2077268:45637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:19,646 DEBUG [RS:0;38a5d2077268:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:19,647 DEBUG [RS:0;38a5d2077268:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:19,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:19,647 INFO [RS:0;38a5d2077268:45637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45637 2024-11-25T03:20:19,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756/rs 2024-11-25T03:20:19,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1293406756/rs/38a5d2077268,45637,1732504805201 2024-11-25T03:20:19,649 INFO [RS:0;38a5d2077268:45637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:20:19,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,45637,1732504805201] 2024-11-25T03:20:19,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1293406756/draining/38a5d2077268,45637,1732504805201 already deleted, retry=false 2024-11-25T03:20:19,653 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,45637,1732504805201 expired; onlineServers=0 2024-11-25T03:20:19,653 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,46243,1732504805136' ***** 2024-11-25T03:20:19,653 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:20:19,653 INFO [M:0;38a5d2077268:46243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:20:19,653 INFO [M:0;38a5d2077268:46243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:20:19,653 DEBUG [M:0;38a5d2077268:46243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:20:19,653 DEBUG [M:0;38a5d2077268:46243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:20:19,653 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:20:19,653 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504805853 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504805853,5,FailOnTimeoutGroup] 2024-11-25T03:20:19,653 INFO [M:0;38a5d2077268:46243 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:20:19,653 INFO [M:0;38a5d2077268:46243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:20:19,653 DEBUG [M:0;38a5d2077268:46243 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:20:19,653 INFO [M:0;38a5d2077268:46243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:20:19,654 INFO [M:0;38a5d2077268:46243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:20:19,654 INFO [M:0;38a5d2077268:46243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:20:19,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:20:19,654 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504805859 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504805859,5,FailOnTimeoutGroup] 2024-11-25T03:20:19,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1293406756/master 2024-11-25T03:20:19,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1293406756 2024-11-25T03:20:19,655 DEBUG [M:0;38a5d2077268:46243 {}] zookeeper.ZKUtil(347): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Unable to get data of znode /1-1293406756/master because node does not exist (not an error) 2024-11-25T03:20:19,655 WARN [M:0;38a5d2077268:46243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:20:19,655 INFO [M:0;38a5d2077268:46243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/.lastflushedseqids 2024-11-25T03:20:19,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741848_1024 (size=245) 2024-11-25T03:20:19,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:19,751 INFO [RS:0;38a5d2077268:45637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:20:19,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1014d23367e0004, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:19,751 INFO [RS:0;38a5d2077268:45637 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,45637,1732504805201; zookeeper connection closed. 2024-11-25T03:20:19,751 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c7a4f1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c7a4f1d 2024-11-25T03:20:19,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:20:19,994 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 912, reset compression=false 2024-11-25T03:20:20,064 INFO [M:0;38a5d2077268:46243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:20:20,064 INFO [M:0;38a5d2077268:46243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:20:20,065 DEBUG [M:0;38a5d2077268:46243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:20:20,065 INFO [M:0;38a5d2077268:46243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:20,065 DEBUG [M:0;38a5d2077268:46243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:20,065 DEBUG [M:0;38a5d2077268:46243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:20:20,065 DEBUG [M:0;38a5d2077268:46243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:20,065 INFO [M:0;38a5d2077268:46243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T03:20:20,081 DEBUG [M:0;38a5d2077268:46243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfa02743dccf4cda892f32505decf70f is 82, key is hbase:meta,,1/info:regioninfo/1732504807094/Put/seqid=0 2024-11-25T03:20:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741849_1025 (size=5672) 2024-11-25T03:20:20,486 INFO [M:0;38a5d2077268:46243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfa02743dccf4cda892f32505decf70f 2024-11-25T03:20:20,509 DEBUG [M:0;38a5d2077268:46243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64d7b831fe3a4ad097ffd44bd0f413f2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732504813200/Put/seqid=0 2024-11-25T03:20:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741850_1026 (size=8516) 2024-11-25T03:20:20,799 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 912, reset compression=false 2024-11-25T03:20:20,914 INFO [M:0;38a5d2077268:46243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64d7b831fe3a4ad097ffd44bd0f413f2 2024-11-25T03:20:20,932 DEBUG [M:0;38a5d2077268:46243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a805701d3ad4ea8a3c2695c5c16076b is 69, key is 38a5d2077268,45637,1732504805201/rs:state/1732504805902/Put/seqid=0 2024-11-25T03:20:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741851_1027 (size=5156) 2024-11-25T03:20:21,336 INFO [M:0;38a5d2077268:46243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a805701d3ad4ea8a3c2695c5c16076b 2024-11-25T03:20:21,340 DEBUG [M:0;38a5d2077268:46243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfa02743dccf4cda892f32505decf70f as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfa02743dccf4cda892f32505decf70f 2024-11-25T03:20:21,344 INFO [M:0;38a5d2077268:46243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfa02743dccf4cda892f32505decf70f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T03:20:21,345 DEBUG [M:0;38a5d2077268:46243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64d7b831fe3a4ad097ffd44bd0f413f2 as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64d7b831fe3a4ad097ffd44bd0f413f2 2024-11-25T03:20:21,349 INFO [M:0;38a5d2077268:46243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64d7b831fe3a4ad097ffd44bd0f413f2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T03:20:21,350 DEBUG [M:0;38a5d2077268:46243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a805701d3ad4ea8a3c2695c5c16076b as hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a805701d3ad4ea8a3c2695c5c16076b 2024-11-25T03:20:21,353 INFO [M:0;38a5d2077268:46243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a805701d3ad4ea8a3c2695c5c16076b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T03:20:21,354 INFO [M:0;38a5d2077268:46243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-25T03:20:21,355 INFO [M:0;38a5d2077268:46243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:21,355 DEBUG [M:0;38a5d2077268:46243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504820064Disabling compacts and flushes for region at 1732504820064Disabling writes for close at 1732504820065 (+1 ms)Obtaining lock to block concurrent updates at 1732504820065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504820065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732504820065Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504820066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504820066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504820080 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504820080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504820491 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504820509 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504820509Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504820917 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504820931 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504820931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f900a76: reopening flushed file at 1732504821339 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63742e10: reopening flushed file at 1732504821344 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2a5287: reopening flushed file at 1732504821349 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1732504821354 (+5 ms)Writing region close event to WAL at 1732504821355 (+1 ms)Closed at 1732504821355 2024-11-25T03:20:21,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/560afcb5-0a38-81ff-d8dd-03b84406d5c4/MasterData/WALs/38a5d2077268,46243,1732504805136/38a5d2077268%2C46243%2C1732504805136.1732504805741 not finished, retry = 0 2024-11-25T03:20:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33257 is added to blk_1073741830_1006 (size=63654) 2024-11-25T03:20:21,457 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:20:21,458 INFO [M:0;38a5d2077268:46243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:20:21,458 INFO [M:0;38a5d2077268:46243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46243 2024-11-25T03:20:21,458 INFO [M:0;38a5d2077268:46243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:20:21,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:21,560 INFO [M:0;38a5d2077268:46243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:20:21,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46243-0x1014d23367e0003, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:21,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a2f931{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:20:21,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71a0ef1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:20:21,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:20:21,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@615913c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:20:21,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14507e62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.log.dir/,STOPPED} 2024-11-25T03:20:21,566 WARN [BP-620276033-172.17.0.2-1732504803941 heartbeating to localhost/127.0.0.1:39035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:20:21,566 WARN [BP-620276033-172.17.0.2-1732504803941 heartbeating to localhost/127.0.0.1:39035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-620276033-172.17.0.2-1732504803941 (Datanode Uuid 8b02fe3e-3b71-4154-ab32-d447e2e421ac) service to localhost/127.0.0.1:39035 2024-11-25T03:20:21,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:20:21,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:20:21,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/cluster_dc2f7162-fec6-94c7-5ed4-1cbc90d2c700/data/data1/current/BP-620276033-172.17.0.2-1732504803941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:20:21,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/cluster_dc2f7162-fec6-94c7-5ed4-1cbc90d2c700/data/data2/current/BP-620276033-172.17.0.2-1732504803941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:20:21,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:20:21,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55806806{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:20:21,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14bdc973{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:20:21,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:20:21,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78da2a0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:20:21,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1535b06b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.log.dir/,STOPPED} 2024-11-25T03:20:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:20:21,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:20:21,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:21,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:21,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:21,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:21,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:21,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:20:21,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2110330413, stopped=false 2024-11-25T03:20:21,587 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,42549,1732504801483 2024-11-25T03:20:21,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01338590468/running 2024-11-25T03:20:21,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01338590468/running 2024-11-25T03:20:21,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:21,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:21,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:20:21,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:21,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:21,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:21,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on znode that does not yet exist, /01338590468/running 2024-11-25T03:20:21,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Set watcher on znode that does not yet exist, /01338590468/running 2024-11-25T03:20:21,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,35765,1732504801559' ***** 2024-11-25T03:20:21,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:20:21,589 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:20:21,589 INFO [RS:0;38a5d2077268:35765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:20:21,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:20:21,589 INFO [RS:0;38a5d2077268:35765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:20:21,589 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(3091): Received CLOSE for dcc52b6fd7ca2432f0bcd604836b4d33 2024-11-25T03:20:21,590 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(3091): Received CLOSE for ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:21,590 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,35765,1732504801559 2024-11-25T03:20:21,590 INFO [RS:0;38a5d2077268:35765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:20:21,590 INFO [RS:0;38a5d2077268:35765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:35765. 2024-11-25T03:20:21,590 DEBUG [RS:0;38a5d2077268:35765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:21,590 DEBUG [RS:0;38a5d2077268:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:21,590 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcc52b6fd7ca2432f0bcd604836b4d33, disabling compactions & flushes 2024-11-25T03:20:21,590 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:21,590 INFO [RS:0;38a5d2077268:35765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:20:21,590 INFO [RS:0;38a5d2077268:35765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:20:21,590 INFO [RS:0;38a5d2077268:35765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:20:21,590 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:21,590 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:20:21,590 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. after waiting 0 ms 2024-11-25T03:20:21,590 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:21,590 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dcc52b6fd7ca2432f0bcd604836b4d33 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-25T03:20:21,590 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:20:21,590 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1325): Online Regions={dcc52b6fd7ca2432f0bcd604836b4d33=test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33., 1588230740=hbase:meta,,1.1588230740, ea1b7b08ee00c8131f70666a1058ab42=hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42.} 2024-11-25T03:20:21,590 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dcc52b6fd7ca2432f0bcd604836b4d33, ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:21,590 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:20:21,590 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:20:21,590 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:20:21,590 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:20:21,590 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:20:21,591 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:20:21,606 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/.tmp/f/11ef485fd8bc4705ad7d835a3bb97280 is 29, key is row1/f:/1732504816822/DeleteFamily/seqid=0 2024-11-25T03:20:21,609 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/info/307c56f4dee84391820eee06ad023e6d is 147, key is hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42./info:regioninfo/1732504811670/Put/seqid=0 2024-11-25T03:20:21,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741840_1016 (size=5118) 2024-11-25T03:20:21,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741841_1017 (size=7686) 2024-11-25T03:20:21,653 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:20:21,702 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 912, reset compression=false 2024-11-25T03:20:21,709 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:21,709 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 1159, reset compression=false 2024-11-25T03:20:21,709 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,35765,1732504801559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:21,710 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,35765,1732504801559: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-38a5d2077268,35765,1732504801559, walGroup=38a5d2077268%2C35765%2C1732504801559, offset=38a5d2077268%2C35765%2C1732504801559.1732504803280:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:35765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:20:21,711 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:20:21,711 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:20:21,711 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:20:21,711 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:20:21,711 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:20:21,711 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 721131352 }, "NonHeapMemoryUsage": { "committed": 195690496, "init": 7667712, "max": -1, "used": 191602936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:20:21,712 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:42549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:42549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T03:20:21,790 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dcc52b6fd7ca2432f0bcd604836b4d33, ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:21,914 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 1159, reset compression=false 2024-11-25T03:20:21,991 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dcc52b6fd7ca2432f0bcd604836b4d33, ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:22,010 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/.tmp/f/11ef485fd8bc4705ad7d835a3bb97280 2024-11-25T03:20:22,013 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/info/307c56f4dee84391820eee06ad023e6d 2024-11-25T03:20:22,014 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11ef485fd8bc4705ad7d835a3bb97280 2024-11-25T03:20:22,030 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/ns/06486866e5144eacb38acd947af4f02b is 43, key is default/ns:d/1732504803879/Put/seqid=0 2024-11-25T03:20:22,032 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/.tmp/f1/e64aba37bb5441c1b10e06a091f557ba is 30, key is row1/f1:/1732504816822/DeleteFamily/seqid=0 2024-11-25T03:20:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741842_1018 (size=5153) 2024-11-25T03:20:22,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741843_1019 (size=5123) 2024-11-25T03:20:22,137 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:20:22,137 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:20:22,191 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dcc52b6fd7ca2432f0bcd604836b4d33, ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:22,218 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 1159, reset compression=false 2024-11-25T03:20:22,391 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dcc52b6fd7ca2432f0bcd604836b4d33, ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:22,434 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/ns/06486866e5144eacb38acd947af4f02b 2024-11-25T03:20:22,436 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/.tmp/f1/e64aba37bb5441c1b10e06a091f557ba 2024-11-25T03:20:22,440 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e64aba37bb5441c1b10e06a091f557ba 2024-11-25T03:20:22,453 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/rep_barrier/da76c820c40342609efcbff5a4bcd184 is 112, key is test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33./rep_barrier:seqnumDuringOpen/1732504808326/Put/seqid=0 2024-11-25T03:20:22,458 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/.tmp/norep/4951607178664866a9bd6a4c78fc2a93 is 32, key is row/norep:/1732504815813/DeleteFamily/seqid=0 2024-11-25T03:20:22,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741844_1020 (size=5518) 2024-11-25T03:20:22,461 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/rep_barrier/da76c820c40342609efcbff5a4bcd184 2024-11-25T03:20:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741845_1021 (size=5101) 2024-11-25T03:20:22,475 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/.tmp/norep/4951607178664866a9bd6a4c78fc2a93 2024-11-25T03:20:22,480 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4951607178664866a9bd6a4c78fc2a93 2024-11-25T03:20:22,481 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/.tmp/f/11ef485fd8bc4705ad7d835a3bb97280 as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/f/11ef485fd8bc4705ad7d835a3bb97280 2024-11-25T03:20:22,485 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11ef485fd8bc4705ad7d835a3bb97280 2024-11-25T03:20:22,485 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/f/11ef485fd8bc4705ad7d835a3bb97280, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T03:20:22,486 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/.tmp/f1/e64aba37bb5441c1b10e06a091f557ba as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/f1/e64aba37bb5441c1b10e06a091f557ba 2024-11-25T03:20:22,490 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e64aba37bb5441c1b10e06a091f557ba 2024-11-25T03:20:22,490 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/f1/e64aba37bb5441c1b10e06a091f557ba, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T03:20:22,491 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/.tmp/norep/4951607178664866a9bd6a4c78fc2a93 as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/norep/4951607178664866a9bd6a4c78fc2a93 2024-11-25T03:20:22,495 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4951607178664866a9bd6a4c78fc2a93 2024-11-25T03:20:22,495 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/norep/4951607178664866a9bd6a4c78fc2a93, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T03:20:22,496 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dcc52b6fd7ca2432f0bcd604836b4d33 in 906ms, sequenceid=8, compaction requested=false 2024-11-25T03:20:22,504 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/table/626afbf0ff614de289b4fb31499c1abb is 53, key is hbase:replication/table:state/1732504811678/Put/seqid=0 2024-11-25T03:20:22,505 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/default/test/dcc52b6fd7ca2432f0bcd604836b4d33/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T03:20:22,506 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:22,506 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:20:22,506 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:22,506 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcc52b6fd7ca2432f0bcd604836b4d33: Waiting for close lock at 1732504821590Running coprocessor pre-close hooks at 1732504821590Disabling compacts and flushes for region at 1732504821590Disabling writes for close at 1732504821590Obtaining lock to block concurrent updates at 1732504821590Preparing flush snapshotting stores in dcc52b6fd7ca2432f0bcd604836b4d33 at 1732504821590Finished memstore snapshotting test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732504821591 (+1 ms)Flushing stores of test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. at 1732504821591Flushing dcc52b6fd7ca2432f0bcd604836b4d33/f: creating writer at 1732504821591Flushing dcc52b6fd7ca2432f0bcd604836b4d33/f: appending metadata at 1732504821605 (+14 ms)Flushing dcc52b6fd7ca2432f0bcd604836b4d33/f: closing flushed file at 1732504821605Flushing dcc52b6fd7ca2432f0bcd604836b4d33/f1: creating writer at 1732504822015 (+410 ms)Flushing dcc52b6fd7ca2432f0bcd604836b4d33/f1: appending metadata at 1732504822031 (+16 ms)Flushing dcc52b6fd7ca2432f0bcd604836b4d33/f1: closing flushed file at 1732504822031Flushing dcc52b6fd7ca2432f0bcd604836b4d33/norep: creating writer at 1732504822441 (+410 ms)Flushing dcc52b6fd7ca2432f0bcd604836b4d33/norep: appending metadata at 1732504822457 (+16 ms)Flushing dcc52b6fd7ca2432f0bcd604836b4d33/norep: closing flushed file at 1732504822457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5039c8ca: reopening flushed file at 1732504822480 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6005ec53: reopening flushed file at 1732504822485 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562da319: reopening flushed file at 1732504822490 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dcc52b6fd7ca2432f0bcd604836b4d33 in 906ms, sequenceid=8, compaction requested=false at 1732504822496 (+6 ms)Writing region close event to WAL at 1732504822497 (+1 ms)Running coprocessor post-close hooks at 1732504822506 (+9 ms)Closed at 1732504822506 2024-11-25T03:20:22,506 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504807172.dcc52b6fd7ca2432f0bcd604836b4d33. 2024-11-25T03:20:22,506 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea1b7b08ee00c8131f70666a1058ab42, disabling compactions & flushes 2024-11-25T03:20:22,506 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:22,506 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:22,506 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. after waiting 0 ms 2024-11-25T03:20:22,506 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:22,507 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea1b7b08ee00c8131f70666a1058ab42: Waiting for close lock at 1732504822506Running coprocessor pre-close hooks at 1732504822506Disabling compacts and flushes for region at 1732504822506Disabling writes for close at 1732504822506Failed flush hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42., putting online again at 1732504822507 (+1 ms) 2024-11-25T03:20:22,507 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:22,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741846_1022 (size=5308) 2024-11-25T03:20:22,510 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/table/626afbf0ff614de289b4fb31499c1abb 2024-11-25T03:20:22,515 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/info/307c56f4dee84391820eee06ad023e6d as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/info/307c56f4dee84391820eee06ad023e6d 2024-11-25T03:20:22,519 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/info/307c56f4dee84391820eee06ad023e6d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:20:22,520 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/ns/06486866e5144eacb38acd947af4f02b as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/ns/06486866e5144eacb38acd947af4f02b 2024-11-25T03:20:22,524 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/ns/06486866e5144eacb38acd947af4f02b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:20:22,525 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/rep_barrier/da76c820c40342609efcbff5a4bcd184 as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/rep_barrier/da76c820c40342609efcbff5a4bcd184 2024-11-25T03:20:22,535 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/rep_barrier/da76c820c40342609efcbff5a4bcd184, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:20:22,538 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/.tmp/table/626afbf0ff614de289b4fb31499c1abb as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/table/626afbf0ff614de289b4fb31499c1abb 2024-11-25T03:20:22,548 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/table/626afbf0ff614de289b4fb31499c1abb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:20:22,550 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false 2024-11-25T03:20:22,577 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:20:22,578 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:22,578 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:20:22,578 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:22,578 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504821590Running coprocessor pre-close hooks at 1732504821590Disabling compacts and flushes for region at 1732504821590Disabling writes for close at 1732504821590Obtaining lock to block concurrent updates at 1732504821591 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732504821591Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504821591Flushing stores of hbase:meta,,1.1588230740 at 1732504821591Flushing 1588230740/info: creating writer at 1732504821591Flushing 1588230740/info: appending metadata at 1732504821608 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732504821608Flushing 1588230740/ns: creating writer at 1732504822016 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732504822029 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732504822029Flushing 1588230740/rep_barrier: creating writer at 1732504822438 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504822452 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504822452Flushing 1588230740/table: creating writer at 1732504822466 (+14 ms)Flushing 1588230740/table: appending metadata at 1732504822503 (+37 ms)Flushing 1588230740/table: closing flushed file at 1732504822503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef9b625: reopening flushed file at 1732504822514 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b0587ff: reopening flushed file at 1732504822519 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7741e2e: reopening flushed file at 1732504822524 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a55337: reopening flushed file at 1732504822536 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false at 1732504822550 (+14 ms)Writing region close event to WAL at 1732504822564 (+14 ms)Running coprocessor post-close hooks at 1732504822578 (+14 ms)Closed at 1732504822578 2024-11-25T03:20:22,579 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:22,591 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:20:22,591 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1325): Online Regions={ea1b7b08ee00c8131f70666a1058ab42=hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42.} 2024-11-25T03:20:22,591 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(3091): Received CLOSE for ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:22,591 DEBUG [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1351): Waiting on ea1b7b08ee00c8131f70666a1058ab42 2024-11-25T03:20:22,592 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea1b7b08ee00c8131f70666a1058ab42, disabling compactions & flushes 2024-11-25T03:20:22,592 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:22,592 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:22,592 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. after waiting 0 ms 2024-11-25T03:20:22,592 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:22,592 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea1b7b08ee00c8131f70666a1058ab42: Waiting for close lock at 1732504822592Running coprocessor pre-close hooks at 1732504822592Disabling compacts and flushes for region at 1732504822592Disabling writes for close at 1732504822592Failed flush hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42., putting online again at 1732504822592 2024-11-25T03:20:22,592 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732504810487.ea1b7b08ee00c8131f70666a1058ab42. 2024-11-25T03:20:22,624 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 1159, reset compression=false 2024-11-25T03:20:22,634 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:22,635 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 1803, reset compression=false 2024-11-25T03:20:22,792 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T03:20:22,792 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,35765,1732504801559; all regions closed. 2024-11-25T03:20:22,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:20:22,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.meta.1732504803818.meta not finished, retry = 0 2024-11-25T03:20:22,841 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 to pos 1803, reset compression=false 2024-11-25T03:20:22,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741839_1015 (size=1733) 2024-11-25T03:20:22,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741833_1009 (size=1811) 2024-11-25T03:20:22,900 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/WALs/38a5d2077268,35765,1732504801559/38a5d2077268%2C35765%2C1732504801559.1732504803280 not finished, retry = 0 2024-11-25T03:20:23,001 DEBUG [RS:0;38a5d2077268:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:23,001 INFO [RS:0;38a5d2077268:35765 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:20:23,001 INFO [RS:0;38a5d2077268:35765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:20:23,001 INFO [RS:0;38a5d2077268:35765 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:20:23,001 INFO [RS:0;38a5d2077268:35765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:20:23,002 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:20:23,002 INFO [RS:0;38a5d2077268:35765 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,35765,1732504801559 because: Region server is closing 2024-11-25T03:20:23,002 INFO [RS:0;38a5d2077268:35765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:35765. 2024-11-25T03:20:23,002 DEBUG [RS:0;38a5d2077268:35765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:23,002 DEBUG [RS:0;38a5d2077268:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:23,002 DEBUG [RS:0;38a5d2077268:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:23,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:23,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:20:23,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:20:23,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:20:23,103 INFO [RS:0;38a5d2077268:35765 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.shipper38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 terminated 2024-11-25T03:20:23,103 INFO [RS:0;38a5d2077268:35765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:35765. 2024-11-25T03:20:23,103 DEBUG [RS:0;38a5d2077268:35765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:23,103 DEBUG [RS:0;38a5d2077268:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:23,103 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,35765,1732504801559.replicationSource.wal-reader.38a5d2077268%2C35765%2C1732504801559,1-38a5d2077268,35765,1732504801559 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:20:23,103 DEBUG [RS:0;38a5d2077268:35765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:23,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:23,103 INFO [RS:0;38a5d2077268:35765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35765 2024-11-25T03:20:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01338590468/rs/38a5d2077268,35765,1732504801559 2024-11-25T03:20:23,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468/rs 2024-11-25T03:20:23,106 INFO [RS:0;38a5d2077268:35765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:20:23,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,35765,1732504801559] 2024-11-25T03:20:23,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01338590468/draining/38a5d2077268,35765,1732504801559 already deleted, retry=false 2024-11-25T03:20:23,111 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,35765,1732504801559 expired; onlineServers=0 2024-11-25T03:20:23,111 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,42549,1732504801483' ***** 2024-11-25T03:20:23,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:20:23,111 INFO [M:0;38a5d2077268:42549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:20:23,111 INFO [M:0;38a5d2077268:42549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:20:23,111 DEBUG [M:0;38a5d2077268:42549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:20:23,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:20:23,111 DEBUG [M:0;38a5d2077268:42549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:20:23,111 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504803073 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504803073,5,FailOnTimeoutGroup] 2024-11-25T03:20:23,111 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504803073 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504803073,5,FailOnTimeoutGroup] 2024-11-25T03:20:23,111 INFO [M:0;38a5d2077268:42549 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:20:23,112 INFO [M:0;38a5d2077268:42549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:20:23,112 DEBUG [M:0;38a5d2077268:42549 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:20:23,112 INFO [M:0;38a5d2077268:42549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:20:23,112 INFO [M:0;38a5d2077268:42549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:20:23,112 INFO [M:0;38a5d2077268:42549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:20:23,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:20:23,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01338590468/master 2024-11-25T03:20:23,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01338590468 2024-11-25T03:20:23,115 DEBUG [M:0;38a5d2077268:42549 {}] zookeeper.RecoverableZooKeeper(212): Node /01338590468/master already deleted, retry=false 2024-11-25T03:20:23,115 DEBUG [M:0;38a5d2077268:42549 {}] master.ActiveMasterManager(353): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Failed delete of our master address node; KeeperErrorCode = NoNode for /01338590468/master 2024-11-25T03:20:23,116 INFO [M:0;38a5d2077268:42549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/.lastflushedseqids 2024-11-25T03:20:23,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741847_1023 (size=245) 2024-11-25T03:20:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:23,208 INFO [RS:0;38a5d2077268:35765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:20:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35765-0x1014d23367e0001, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:23,208 INFO [RS:0;38a5d2077268:35765 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,35765,1732504801559; zookeeper connection closed. 2024-11-25T03:20:23,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d4a7f6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d4a7f6f 2024-11-25T03:20:23,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:20:23,530 INFO [M:0;38a5d2077268:42549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:20:23,530 INFO [M:0;38a5d2077268:42549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:20:23,530 DEBUG [M:0;38a5d2077268:42549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:20:23,530 INFO [M:0;38a5d2077268:42549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:23,530 DEBUG [M:0;38a5d2077268:42549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:23,530 DEBUG [M:0;38a5d2077268:42549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:20:23,530 DEBUG [M:0;38a5d2077268:42549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:23,530 INFO [M:0;38a5d2077268:42549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T03:20:23,546 DEBUG [M:0;38a5d2077268:42549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfc2a1cd57f3438187ff535d6a7747be is 82, key is hbase:meta,,1/info:regioninfo/1732504803861/Put/seqid=0 2024-11-25T03:20:23,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741848_1024 (size=5672) 2024-11-25T03:20:23,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:20:23,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:23,954 INFO [M:0;38a5d2077268:42549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfc2a1cd57f3438187ff535d6a7747be 2024-11-25T03:20:23,978 DEBUG [M:0;38a5d2077268:42549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b63ae6960304540a737aa9d78cf16f2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732504811682/Put/seqid=0 2024-11-25T03:20:24,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741849_1025 (size=8515) 2024-11-25T03:20:24,001 INFO [M:0;38a5d2077268:42549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b63ae6960304540a737aa9d78cf16f2 2024-11-25T03:20:24,022 DEBUG [M:0;38a5d2077268:42549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a085e9d228f14a90b3f33e3c486ac396 is 69, key is 38a5d2077268,35765,1732504801559/rs:state/1732504803115/Put/seqid=0 2024-11-25T03:20:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741850_1026 (size=5156) 2024-11-25T03:20:24,427 INFO [M:0;38a5d2077268:42549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a085e9d228f14a90b3f33e3c486ac396 2024-11-25T03:20:24,432 DEBUG [M:0;38a5d2077268:42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfc2a1cd57f3438187ff535d6a7747be as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfc2a1cd57f3438187ff535d6a7747be 2024-11-25T03:20:24,437 INFO [M:0;38a5d2077268:42549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfc2a1cd57f3438187ff535d6a7747be, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T03:20:24,438 DEBUG [M:0;38a5d2077268:42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b63ae6960304540a737aa9d78cf16f2 as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b63ae6960304540a737aa9d78cf16f2 2024-11-25T03:20:24,442 INFO [M:0;38a5d2077268:42549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b63ae6960304540a737aa9d78cf16f2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T03:20:24,442 DEBUG [M:0;38a5d2077268:42549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a085e9d228f14a90b3f33e3c486ac396 as hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a085e9d228f14a90b3f33e3c486ac396 2024-11-25T03:20:24,446 INFO [M:0;38a5d2077268:42549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43497/user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a085e9d228f14a90b3f33e3c486ac396, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T03:20:24,447 INFO [M:0;38a5d2077268:42549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false 2024-11-25T03:20:24,448 INFO [M:0;38a5d2077268:42549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:24,448 DEBUG [M:0;38a5d2077268:42549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504823530Disabling compacts and flushes for region at 1732504823530Disabling writes for close at 1732504823530Obtaining lock to block concurrent updates at 1732504823530Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504823530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732504823531 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504823531Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504823531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504823545 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504823545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504823958 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504823978 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504823978Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504824004 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504824022 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504824022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b7d0fd: reopening flushed file at 1732504824431 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c1b67a: reopening flushed file at 1732504824437 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3644809c: reopening flushed file at 1732504824442 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false at 1732504824447 (+5 ms)Writing region close event to WAL at 1732504824448 (+1 ms)Closed at 1732504824448 2024-11-25T03:20:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46073 is added to blk_1073741830_1006 (size=63642) 2024-11-25T03:20:24,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a5548f8-99d3-a6bc-12b3-f117ce6afd8f/MasterData/WALs/38a5d2077268,42549,1732504801483/38a5d2077268%2C42549%2C1732504801483.1732504802894 not finished, retry = 0 2024-11-25T03:20:24,551 INFO [M:0;38a5d2077268:42549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:20:24,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:20:24,551 INFO [M:0;38a5d2077268:42549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42549 2024-11-25T03:20:24,551 INFO [M:0;38a5d2077268:42549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:20:24,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:24,653 INFO [M:0;38a5d2077268:42549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:20:24,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42549-0x1014d23367e0000, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:24,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e93d273{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:20:24,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76769433{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:20:24,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:20:24,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fdeae56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:20:24,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d036975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.log.dir/,STOPPED} 2024-11-25T03:20:24,658 WARN [BP-1175535370-172.17.0.2-1732504800278 heartbeating to localhost/127.0.0.1:43497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:20:24,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:20:24,658 WARN [BP-1175535370-172.17.0.2-1732504800278 heartbeating to localhost/127.0.0.1:43497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1175535370-172.17.0.2-1732504800278 (Datanode Uuid c638916e-b5ea-4302-92a9-e0cc85295477) service to localhost/127.0.0.1:43497 2024-11-25T03:20:24,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:20:24,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/cluster_8d6c31b3-3a7e-e6d5-6acc-79b42376362e/data/data1/current/BP-1175535370-172.17.0.2-1732504800278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:20:24,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/cluster_8d6c31b3-3a7e-e6d5-6acc-79b42376362e/data/data2/current/BP-1175535370-172.17.0.2-1732504800278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:20:24,659 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:20:24,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11f678bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:20:24,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b46c347{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:20:24,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:20:24,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afa00fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:20:24,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12404597{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd123c8-ca03-3693-f5a0-973e48ebcbec/hadoop.log.dir/,STOPPED} 2024-11-25T03:20:24,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:20:24,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:20:24,692 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 246) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39035 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56788) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43497 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56788) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=654 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 252) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6290 (was 7323) 2024-11-25T03:20:24,701 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=6291 2024-11-25T03:20:24,716 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-25T03:20:24,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.log.dir so I do NOT create it in target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3 2024-11-25T03:20:24,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:20:24,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.tmp.dir so I do NOT create it in target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3 2024-11-25T03:20:24,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17d9a085-714b-c7d5-f5e8-6daeefba05d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:20:24,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3 2024-11-25T03:20:24,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/cluster_9692b0c3-a9ce-03a7-63bf-5b3785be9a78, deleteOnExit=true 2024-11-25T03:20:24,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/cluster_9692b0c3-a9ce-03a7-63bf-5b3785be9a78/zookeeper_0, clientPort=64049, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/cluster_9692b0c3-a9ce-03a7-63bf-5b3785be9a78/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/cluster_9692b0c3-a9ce-03a7-63bf-5b3785be9a78/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:20:24,721 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64049 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/test.cache.data in system properties and HBase conf 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:20:24,721 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:24,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:20:24,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:20:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014d23367e0002, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:20:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014d23367e0005, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:20:24,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014d23367e0002, quorum=127.0.0.1:56788, baseZNode=/01338590468 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:20:24,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014d23367e0005, quorum=127.0.0.1:56788, baseZNode=/1-1293406756 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:20:24,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:24,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:24,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:24,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:24,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:20:24,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:24,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cdcc248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:24,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bd73039{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:24,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b4ab95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/java.io.tmpdir/jetty-localhost-39929-hadoop-hdfs-3_4_1-tests_jar-_-any-9195554220938934479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:20:24,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51fc0472{HTTP/1.1, (http/1.1)}{localhost:39929} 2024-11-25T03:20:24,929 INFO [Time-limited test {}] server.Server(415): Started @197179ms 2024-11-25T03:20:25,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:25,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:25,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:25,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:25,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:20:25,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5737ab51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:25,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe729ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:25,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5376984e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/java.io.tmpdir/jetty-localhost-36229-hadoop-hdfs-3_4_1-tests_jar-_-any-10501600839799364430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:20:25,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@187e3338{HTTP/1.1, (http/1.1)}{localhost:36229} 2024-11-25T03:20:25,133 INFO [Time-limited test {}] server.Server(415): Started @197383ms 2024-11-25T03:20:25,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:20:25,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:25,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:25,156 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28368 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:25,241 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/cluster_9692b0c3-a9ce-03a7-63bf-5b3785be9a78/data/data1/current/BP-1066700264-172.17.0.2-1732504824741/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:25,241 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/cluster_9692b0c3-a9ce-03a7-63bf-5b3785be9a78/data/data2/current/BP-1066700264-172.17.0.2-1732504824741/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:25,262 WARN [Thread-2630 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:20:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95a9806aa4d0bb01 with lease ID 0xe5601d6e5f1a134e: Processing first storage report for DS-c32aca52-483f-4194-b6ad-40ff3205f0cb from datanode DatanodeRegistration(127.0.0.1:37607, datanodeUuid=d01d2f12-081b-4b87-b7f0-6e5b070f6319, infoPort=41595, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=810760171;c=1732504824741) 2024-11-25T03:20:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95a9806aa4d0bb01 with lease ID 0xe5601d6e5f1a134e: from storage DS-c32aca52-483f-4194-b6ad-40ff3205f0cb node DatanodeRegistration(127.0.0.1:37607, datanodeUuid=d01d2f12-081b-4b87-b7f0-6e5b070f6319, infoPort=41595, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=810760171;c=1732504824741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95a9806aa4d0bb01 with lease ID 0xe5601d6e5f1a134e: Processing first storage report for DS-d48b0572-f90c-4c29-b4da-4806a4177d78 from datanode DatanodeRegistration(127.0.0.1:37607, datanodeUuid=d01d2f12-081b-4b87-b7f0-6e5b070f6319, infoPort=41595, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=810760171;c=1732504824741) 2024-11-25T03:20:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95a9806aa4d0bb01 with lease ID 0xe5601d6e5f1a134e: from storage DS-d48b0572-f90c-4c29-b4da-4806a4177d78 node DatanodeRegistration(127.0.0.1:37607, datanodeUuid=d01d2f12-081b-4b87-b7f0-6e5b070f6319, infoPort=41595, infoSecurePort=0, ipcPort=40961, storageInfo=lv=-57;cid=testClusterID;nsid=810760171;c=1732504824741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:25,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3 2024-11-25T03:20:25,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:25,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:20:25,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40 with version=8 2024-11-25T03:20:25,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/hbase-staging 2024-11-25T03:20:25,682 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:25,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:25,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:25,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:25,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:25,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:25,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:20:25,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:25,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36917 2024-11-25T03:20:25,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36917 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-25T03:20:25,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369170x0, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:25,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36917-0x1014d23961f0000 connected 2024-11-25T03:20:25,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:25,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:25,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on znode that does not yet exist, /01955693026/running 2024-11-25T03:20:25,713 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40, hbase.cluster.distributed=false 2024-11-25T03:20:25,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on znode that does not yet exist, /01955693026/acl 2024-11-25T03:20:25,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36917 2024-11-25T03:20:25,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36917 2024-11-25T03:20:25,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36917 2024-11-25T03:20:25,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36917 2024-11-25T03:20:25,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36917 2024-11-25T03:20:25,740 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:25,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:25,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:25,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:25,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:25,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:25,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:20:25,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:25,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46369 2024-11-25T03:20:25,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46369 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-25T03:20:25,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:25,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:25,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463690x0, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:25,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46369-0x1014d23961f0001 connected 2024-11-25T03:20:25,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on znode that does not yet exist, /01955693026/running 2024-11-25T03:20:25,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:20:25,776 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:20:25,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on znode that does not yet exist, /01955693026/master 2024-11-25T03:20:25,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on znode that does not yet exist, /01955693026/acl 2024-11-25T03:20:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46369 2024-11-25T03:20:25,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46369 2024-11-25T03:20:25,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46369 2024-11-25T03:20:25,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46369 2024-11-25T03:20:25,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46369 2024-11-25T03:20:25,829 DEBUG [M:0;38a5d2077268:36917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:36917 2024-11-25T03:20:25,830 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01955693026/backup-masters/38a5d2077268,36917,1732504825682 2024-11-25T03:20:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026/backup-masters 2024-11-25T03:20:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026/backup-masters 2024-11-25T03:20:25,833 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on existing znode=/01955693026/backup-masters/38a5d2077268,36917,1732504825682 2024-11-25T03:20:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01955693026/master 2024-11-25T03:20:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:25,835 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on existing znode=/01955693026/master 2024-11-25T03:20:25,836 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01955693026/backup-masters/38a5d2077268,36917,1732504825682 from backup master directory 2024-11-25T03:20:25,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955693026/backup-masters/38a5d2077268,36917,1732504825682 2024-11-25T03:20:25,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026/backup-masters 2024-11-25T03:20:25,837 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:25,837 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,36917,1732504825682 2024-11-25T03:20:25,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026/backup-masters 2024-11-25T03:20:25,841 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/hbase.id] with ID: d0c2d4f2-7aac-4646-a3db-3f7d973fef05 2024-11-25T03:20:25,841 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/.tmp/hbase.id 2024-11-25T03:20:25,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:20:26,251 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/.tmp/hbase.id]:[hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/hbase.id] 2024-11-25T03:20:26,259 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:26,259 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:20:26,260 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T03:20:26,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:26,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:26,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:20:26,666 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:26,667 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:20:26,668 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:26,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:20:27,079 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store 2024-11-25T03:20:27,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:20:27,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:27,102 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:20:27,102 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:27,102 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:27,102 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:20:27,102 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:27,102 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:27,102 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504827102Disabling compacts and flushes for region at 1732504827102Disabling writes for close at 1732504827102Writing region close event to WAL at 1732504827102Closed at 1732504827102 2024-11-25T03:20:27,103 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/.initializing 2024-11-25T03:20:27,103 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/WALs/38a5d2077268,36917,1732504825682 2024-11-25T03:20:27,104 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:27,105 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C36917%2C1732504825682, suffix=, logDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/WALs/38a5d2077268,36917,1732504825682, archiveDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/oldWALs, maxLogs=10 2024-11-25T03:20:27,119 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/WALs/38a5d2077268,36917,1732504825682/38a5d2077268%2C36917%2C1732504825682.1732504827106, exclude list is [], retry=0 2024-11-25T03:20:27,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37607,DS-c32aca52-483f-4194-b6ad-40ff3205f0cb,DISK] 2024-11-25T03:20:27,123 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/WALs/38a5d2077268,36917,1732504825682/38a5d2077268%2C36917%2C1732504825682.1732504827106 2024-11-25T03:20:27,124 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41595:41595)] 2024-11-25T03:20:27,124 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:27,124 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:27,124 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,124 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:20:27,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:27,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:27,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:20:27,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:27,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:27,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:20:27,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:27,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:27,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:20:27,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:27,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:27,130 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,131 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,131 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,133 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,133 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,134 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:27,136 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:27,139 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:27,139 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61621098, jitterRate=-0.08177408576011658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:27,141 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504827124Initializing all the Stores at 1732504827125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504827125Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504827125Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504827125Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504827125Cleaning up temporary data from old regions at 1732504827133 (+8 ms)Region opened successfully at 1732504827141 (+8 ms) 2024-11-25T03:20:27,141 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:20:27,144 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284f4d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:27,145 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:20:27,145 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:20:27,145 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:20:27,146 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:20:27,146 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:20:27,146 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:20:27,146 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:20:27,150 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:20:27,151 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Unable to get data of znode /01955693026/balancer because node does not exist (not necessarily an error) 2024-11-25T03:20:27,153 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955693026/balancer already deleted, retry=false 2024-11-25T03:20:27,153 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:20:27,154 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Unable to get data of znode /01955693026/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:20:27,155 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955693026/normalizer already deleted, retry=false 2024-11-25T03:20:27,155 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:20:27,157 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Unable to get data of znode /01955693026/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:20:27,158 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955693026/switch/split already deleted, retry=false 2024-11-25T03:20:27,158 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Unable to get data of znode /01955693026/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:20:27,159 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955693026/switch/merge already deleted, retry=false 2024-11-25T03:20:27,161 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Unable to get data of znode /01955693026/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:20:27,163 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955693026/snapshot-cleanup already deleted, retry=false 2024-11-25T03:20:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01955693026/running 2024-11-25T03:20:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01955693026/running 2024-11-25T03:20:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:27,165 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,36917,1732504825682, sessionid=0x1014d23961f0000, setting cluster-up flag (Was=false) 2024-11-25T03:20:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:27,186 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01955693026/flush-table-proc/acquired, /01955693026/flush-table-proc/reached, /01955693026/flush-table-proc/abort 2024-11-25T03:20:27,187 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,36917,1732504825682 2024-11-25T03:20:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:27,195 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01955693026/online-snapshot/acquired, /01955693026/online-snapshot/reached, /01955693026/online-snapshot/abort 2024-11-25T03:20:27,195 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,36917,1732504825682 2024-11-25T03:20:27,196 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:20:27,198 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:27,198 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:20:27,198 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:20:27,198 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,36917,1732504825682 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:20:27,199 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:27,199 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:27,199 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:27,199 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:27,199 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:20:27,199 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,199 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:27,199 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:27,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:20:27,201 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:27,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:20:27,204 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504857204 2024-11-25T03:20:27,205 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:20:27,205 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:20:27,205 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:20:27,205 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:20:27,205 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:20:27,205 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:20:27,208 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,209 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:20:27,209 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:20:27,209 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:20:27,209 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:20:27,209 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:20:27,209 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:20:27,210 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504827209,5,FailOnTimeoutGroup] 2024-11-25T03:20:27,210 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504827210,5,FailOnTimeoutGroup] 2024-11-25T03:20:27,210 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,210 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:20:27,210 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,210 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:20:27,215 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(746): ClusterId : d0c2d4f2-7aac-4646-a3db-3f7d973fef05 2024-11-25T03:20:27,215 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:20:27,218 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:20:27,218 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:20:27,219 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:20:27,220 DEBUG [RS:0;38a5d2077268:46369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a1f611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:27,232 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:46369 2024-11-25T03:20:27,232 INFO [RS:0;38a5d2077268:46369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:20:27,232 INFO [RS:0;38a5d2077268:46369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:20:27,232 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:20:27,232 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,36917,1732504825682 with port=46369, startcode=1732504825740 2024-11-25T03:20:27,233 DEBUG [RS:0;38a5d2077268:46369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:20:27,234 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:20:27,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,46369,1732504825740 2024-11-25T03:20:27,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36917 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,46369,1732504825740 2024-11-25T03:20:27,236 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40 2024-11-25T03:20:27,236 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41183 2024-11-25T03:20:27,236 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:20:27,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026/rs 2024-11-25T03:20:27,238 DEBUG [RS:0;38a5d2077268:46369 {}] zookeeper.ZKUtil(111): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on existing znode=/01955693026/rs/38a5d2077268,46369,1732504825740 2024-11-25T03:20:27,238 WARN [RS:0;38a5d2077268:46369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:27,238 INFO [RS:0;38a5d2077268:46369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:27,238 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740 2024-11-25T03:20:27,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,46369,1732504825740] 2024-11-25T03:20:27,242 INFO [RS:0;38a5d2077268:46369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:20:27,244 INFO [RS:0;38a5d2077268:46369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:20:27,245 INFO [RS:0;38a5d2077268:46369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:20:27,245 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,248 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:20:27,249 INFO [RS:0;38a5d2077268:46369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:20:27,249 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:27,249 DEBUG [RS:0;38a5d2077268:46369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:27,250 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,250 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,250 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,250 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,250 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,250 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46369,1732504825740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:27,268 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:20:27,268 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46369,1732504825740-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,268 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,268 INFO [RS:0;38a5d2077268:46369 {}] regionserver.Replication(171): 38a5d2077268,46369,1732504825740 started 2024-11-25T03:20:27,308 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:27,308 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,46369,1732504825740, RpcServer on 38a5d2077268/172.17.0.2:46369, sessionid=0x1014d23961f0001 2024-11-25T03:20:27,308 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:20:27,308 DEBUG [RS:0;38a5d2077268:46369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,46369,1732504825740 2024-11-25T03:20:27,308 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,46369,1732504825740' 2024-11-25T03:20:27,308 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01955693026/flush-table-proc/abort' 2024-11-25T03:20:27,309 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01955693026/flush-table-proc/acquired' 2024-11-25T03:20:27,309 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:20:27,309 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:20:27,309 DEBUG [RS:0;38a5d2077268:46369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,46369,1732504825740 2024-11-25T03:20:27,309 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,46369,1732504825740' 2024-11-25T03:20:27,309 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01955693026/online-snapshot/abort' 2024-11-25T03:20:27,310 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01955693026/online-snapshot/acquired' 2024-11-25T03:20:27,310 DEBUG [RS:0;38a5d2077268:46369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:20:27,310 INFO [RS:0;38a5d2077268:46369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:20:27,310 INFO [RS:0;38a5d2077268:46369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:20:27,411 INFO [RS:0;38a5d2077268:46369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:27,412 INFO [RS:0;38a5d2077268:46369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C46369%2C1732504825740, suffix=, logDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740, archiveDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/oldWALs, maxLogs=10 2024-11-25T03:20:27,435 DEBUG [RS:0;38a5d2077268:46369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, exclude list is [], retry=0 2024-11-25T03:20:27,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37607,DS-c32aca52-483f-4194-b6ad-40ff3205f0cb,DISK] 2024-11-25T03:20:27,445 INFO [RS:0;38a5d2077268:46369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 2024-11-25T03:20:27,445 DEBUG [RS:0;38a5d2077268:46369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41595:41595)] 2024-11-25T03:20:27,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:20:27,612 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40 2024-11-25T03:20:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:20:27,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:27,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:27,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:27,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:27,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:27,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:27,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:27,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:27,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:27,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:27,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:27,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:27,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:27,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:27,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:27,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:27,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:27,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:27,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740 2024-11-25T03:20:27,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740 2024-11-25T03:20:27,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:27,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:27,641 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:27,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:27,643 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:27,644 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74647672, jitterRate=0.11233699321746826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:27,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504827631Initializing all the Stores at 1732504827632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504827632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504827632Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504827632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504827632Cleaning up temporary data from old regions at 1732504827640 (+8 ms)Region opened successfully at 1732504827645 (+5 ms) 2024-11-25T03:20:27,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:20:27,645 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:20:27,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:20:27,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:20:27,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:20:27,645 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:27,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504827645Disabling compacts and flushes for region at 1732504827645Disabling writes for close at 1732504827645Writing region close event to WAL at 1732504827645Closed at 1732504827645 2024-11-25T03:20:27,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:27,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:20:27,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:20:27,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:27,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:20:27,799 DEBUG [38a5d2077268:36917 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:20:27,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,46369,1732504825740 2024-11-25T03:20:27,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,46369,1732504825740, state=OPENING 2024-11-25T03:20:27,803 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:20:27,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:27,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:27,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,46369,1732504825740}] 2024-11-25T03:20:27,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:27,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955693026/meta-region-server: CHANGED 2024-11-25T03:20:27,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955693026/meta-region-server: CHANGED 2024-11-25T03:20:27,961 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:27,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:20:27,968 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:20:27,968 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:27,968 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:20:27,970 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C46369%2C1732504825740.meta, suffix=.meta, logDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740, archiveDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/oldWALs, maxLogs=10 2024-11-25T03:20:27,989 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.meta.1732504827970.meta, exclude list is [], retry=0 2024-11-25T03:20:27,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37607,DS-c32aca52-483f-4194-b6ad-40ff3205f0cb,DISK] 2024-11-25T03:20:27,996 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.meta.1732504827970.meta 2024-11-25T03:20:27,996 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41595:41595)] 2024-11-25T03:20:27,997 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:27,997 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:27,997 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:27,997 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:20:27,997 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:20:27,997 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:20:27,998 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:27,998 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:20:27,998 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:20:28,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:28,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:28,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:28,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:28,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:28,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:28,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:28,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:28,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:28,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:28,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:28,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:28,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:28,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:28,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:28,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:28,005 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:28,006 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740 2024-11-25T03:20:28,007 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740 2024-11-25T03:20:28,007 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:28,007 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:28,008 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:28,009 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:28,009 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66052592, jitterRate=-0.01573967933654785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:28,009 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:20:28,010 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504827998Writing region info on filesystem at 1732504827998Initializing all the Stores at 1732504827998Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504827999 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504828000 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504828000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504828000Cleaning up temporary data from old regions at 1732504828007 (+7 ms)Running coprocessor post-open hooks at 1732504828009 (+2 ms)Region opened successfully at 1732504828010 (+1 ms) 2024-11-25T03:20:28,011 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504827960 2024-11-25T03:20:28,013 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:20:28,013 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:20:28,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,46369,1732504825740 2024-11-25T03:20:28,015 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,46369,1732504825740, state=OPEN 2024-11-25T03:20:28,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955693026/meta-region-server 2024-11-25T03:20:28,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955693026/meta-region-server 2024-11-25T03:20:28,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955693026/meta-region-server: CHANGED 2024-11-25T03:20:28,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955693026/meta-region-server: CHANGED 2024-11-25T03:20:28,018 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,46369,1732504825740 2024-11-25T03:20:28,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:20:28,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,46369,1732504825740 in 211 msec 2024-11-25T03:20:28,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:20:28,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-25T03:20:28,023 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:28,023 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:20:28,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:28,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,46369,1732504825740, seqNum=-1] 2024-11-25T03:20:28,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:28,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:28,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 832 msec 2024-11-25T03:20:28,031 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504828031, completionTime=-1 2024-11-25T03:20:28,031 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:20:28,031 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:20:28,033 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:20:28,033 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504888033 2024-11-25T03:20:28,033 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504948033 2024-11-25T03:20:28,033 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:20:28,033 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36917,1732504825682-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:28,033 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36917,1732504825682-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:28,033 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36917,1732504825682-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:28,033 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:36917, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:28,033 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:28,034 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:28,035 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:20:28,037 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.200sec 2024-11-25T03:20:28,037 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:20:28,037 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:20:28,037 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:20:28,037 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:20:28,037 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:20:28,037 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36917,1732504825682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:28,037 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36917,1732504825682-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:20:28,039 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:20:28,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:20:28,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36917,1732504825682-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:28,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d183df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:28,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36917,-1 for getting cluster id 2024-11-25T03:20:28,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:28,118 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0c2d4f2-7aac-4646-a3db-3f7d973fef05' 2024-11-25T03:20:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0c2d4f2-7aac-4646-a3db-3f7d973fef05" 2024-11-25T03:20:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293ffb03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36917,-1] 2024-11-25T03:20:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:28,120 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:28,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bab9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:28,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:28,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,46369,1732504825740, seqNum=-1] 2024-11-25T03:20:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:28,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:28,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,36917,1732504825682 2024-11-25T03:20:28,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-25T03:20:28,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:28,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d23961f0002 connected 2024-11-25T03:20:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.log.dir so I do NOT create it in target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c 2024-11-25T03:20:28,132 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:20:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.tmp.dir so I do NOT create it in target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c 2024-11-25T03:20:28,132 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:20:28,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c 2024-11-25T03:20:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:20:28,132 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/cluster_3677406f-ce72-d85d-f0a3-29620dc15e34, deleteOnExit=true 2024-11-25T03:20:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:20:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/test.cache.data in system properties and HBase conf 2024-11-25T03:20:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:20:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:20:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:20:28,133 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:20:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:20:28,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:20:28,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:28,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:20:28,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:20:28,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:28,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:28,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:28,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:28,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:20:28,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:28,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e0b7548{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:28,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d7ed979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:28,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45ff5f1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/java.io.tmpdir/jetty-localhost-39935-hadoop-hdfs-3_4_1-tests_jar-_-any-6761429125688634156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:20:28,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14e8f791{HTTP/1.1, (http/1.1)}{localhost:39935} 2024-11-25T03:20:28,381 INFO [Time-limited test {}] server.Server(415): Started @200630ms 2024-11-25T03:20:28,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:28,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:28,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:28,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:28,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:20:28,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc4fabe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:28,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2553b522{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:28,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a48a809{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/java.io.tmpdir/jetty-localhost-44601-hadoop-hdfs-3_4_1-tests_jar-_-any-1998499518450607129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:20:28,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b4f68ab{HTTP/1.1, (http/1.1)}{localhost:44601} 2024-11-25T03:20:28,589 INFO [Time-limited test {}] server.Server(415): Started @200838ms 2024-11-25T03:20:28,590 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:20:28,708 WARN [Thread-2763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/cluster_3677406f-ce72-d85d-f0a3-29620dc15e34/data/data2/current/BP-2082312537-172.17.0.2-1732504828156/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:28,708 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/cluster_3677406f-ce72-d85d-f0a3-29620dc15e34/data/data1/current/BP-2082312537-172.17.0.2-1732504828156/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:28,737 WARN [Thread-2750 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:20:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8288fbca8451c14 with lease ID 0xe6c7a4177d012ff5: Processing first storage report for DS-d12500ed-ab15-41d9-9885-1c46138fa99f from datanode DatanodeRegistration(127.0.0.1:38695, datanodeUuid=c4823a7a-6328-44ee-af33-215cf397f441, infoPort=46435, infoSecurePort=0, ipcPort=44515, storageInfo=lv=-57;cid=testClusterID;nsid=954699073;c=1732504828156) 2024-11-25T03:20:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8288fbca8451c14 with lease ID 0xe6c7a4177d012ff5: from storage DS-d12500ed-ab15-41d9-9885-1c46138fa99f node DatanodeRegistration(127.0.0.1:38695, datanodeUuid=c4823a7a-6328-44ee-af33-215cf397f441, infoPort=46435, infoSecurePort=0, ipcPort=44515, storageInfo=lv=-57;cid=testClusterID;nsid=954699073;c=1732504828156), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8288fbca8451c14 with lease ID 0xe6c7a4177d012ff5: Processing first storage report for DS-39e8c456-cab0-4c53-a3af-3277359f4d82 from datanode DatanodeRegistration(127.0.0.1:38695, datanodeUuid=c4823a7a-6328-44ee-af33-215cf397f441, infoPort=46435, infoSecurePort=0, ipcPort=44515, storageInfo=lv=-57;cid=testClusterID;nsid=954699073;c=1732504828156) 2024-11-25T03:20:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8288fbca8451c14 with lease ID 0xe6c7a4177d012ff5: from storage DS-39e8c456-cab0-4c53-a3af-3277359f4d82 node DatanodeRegistration(127.0.0.1:38695, datanodeUuid=c4823a7a-6328-44ee-af33-215cf397f441, infoPort=46435, infoSecurePort=0, ipcPort=44515, storageInfo=lv=-57;cid=testClusterID;nsid=954699073;c=1732504828156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:28,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c 2024-11-25T03:20:28,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:28,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:28,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:20:29,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125 with version=8 2024-11-25T03:20:29,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/hbase-staging 2024-11-25T03:20:29,234 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:29,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:29,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:29,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:29,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:29,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:29,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:20:29,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:29,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36377 2024-11-25T03:20:29,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36377 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-25T03:20:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363770x0, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:29,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36377-0x1014d23961f0003 connected 2024-11-25T03:20:29,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:29,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:29,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on znode that does not yet exist, /1-1511819876/running 2024-11-25T03:20:29,253 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125, hbase.cluster.distributed=false 2024-11-25T03:20:29,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on znode that does not yet exist, /1-1511819876/acl 2024-11-25T03:20:29,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36377 2024-11-25T03:20:29,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36377 2024-11-25T03:20:29,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36377 2024-11-25T03:20:29,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36377 2024-11-25T03:20:29,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36377 2024-11-25T03:20:29,270 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:29,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:29,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:29,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:29,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:29,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:29,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:20:29,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:29,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33821 2024-11-25T03:20:29,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33821 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-25T03:20:29,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:29,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:29,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338210x0, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:29,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338210x0, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on znode that does not yet exist, /1-1511819876/running 2024-11-25T03:20:29,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33821-0x1014d23961f0004 connected 2024-11-25T03:20:29,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:20:29,279 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:20:29,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on znode that does not yet exist, /1-1511819876/master 2024-11-25T03:20:29,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on znode that does not yet exist, /1-1511819876/acl 2024-11-25T03:20:29,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-25T03:20:29,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33821 2024-11-25T03:20:29,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33821 2024-11-25T03:20:29,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-25T03:20:29,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-25T03:20:29,299 DEBUG [M:0;38a5d2077268:36377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:36377 2024-11-25T03:20:29,300 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1511819876/backup-masters/38a5d2077268,36377,1732504829234 2024-11-25T03:20:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876/backup-masters 2024-11-25T03:20:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876/backup-masters 2024-11-25T03:20:29,301 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on existing znode=/1-1511819876/backup-masters/38a5d2077268,36377,1732504829234 2024-11-25T03:20:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1511819876/master 2024-11-25T03:20:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:29,303 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on existing znode=/1-1511819876/master 2024-11-25T03:20:29,304 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1511819876/backup-masters/38a5d2077268,36377,1732504829234 from backup master directory 2024-11-25T03:20:29,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1511819876/backup-masters/38a5d2077268,36377,1732504829234 2024-11-25T03:20:29,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876/backup-masters 2024-11-25T03:20:29,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876/backup-masters 2024-11-25T03:20:29,306 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:29,306 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,36377,1732504829234 2024-11-25T03:20:29,309 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/hbase.id] with ID: 656b9a5c-abdd-4a03-a131-46acfab8f5df 2024-11-25T03:20:29,309 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/.tmp/hbase.id 2024-11-25T03:20:29,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:20:29,716 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/.tmp/hbase.id]:[hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/hbase.id] 2024-11-25T03:20:29,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:29,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:20:29,726 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:20:29,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:29,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:20:30,133 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:30,134 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:20:30,134 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:20:30,541 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store 2024-11-25T03:20:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:20:30,947 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:30,947 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:20:30,947 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:30,947 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:30,947 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:20:30,947 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:30,947 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:30,947 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504830947Disabling compacts and flushes for region at 1732504830947Disabling writes for close at 1732504830947Writing region close event to WAL at 1732504830947Closed at 1732504830947 2024-11-25T03:20:30,948 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/.initializing 2024-11-25T03:20:30,949 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/WALs/38a5d2077268,36377,1732504829234 2024-11-25T03:20:30,949 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:30,951 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C36377%2C1732504829234, suffix=, logDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/WALs/38a5d2077268,36377,1732504829234, archiveDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/oldWALs, maxLogs=10 2024-11-25T03:20:30,968 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/WALs/38a5d2077268,36377,1732504829234/38a5d2077268%2C36377%2C1732504829234.1732504830951, exclude list is [], retry=0 2024-11-25T03:20:30,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38695,DS-d12500ed-ab15-41d9-9885-1c46138fa99f,DISK] 2024-11-25T03:20:30,972 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/WALs/38a5d2077268,36377,1732504829234/38a5d2077268%2C36377%2C1732504829234.1732504830951 2024-11-25T03:20:30,973 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-25T03:20:30,973 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:30,973 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:30,973 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,973 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:20:30,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:30,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:30,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:20:30,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:30,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:30,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:20:30,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:30,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:30,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:20:30,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:30,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:30,981 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,981 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,982 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,982 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,982 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,983 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:30,984 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:30,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:30,986 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72693427, jitterRate=0.08321647346019745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:30,986 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504830973Initializing all the Stores at 1732504830974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504830974Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504830975 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504830975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504830975Cleaning up temporary data from old regions at 1732504830982 (+7 ms)Region opened successfully at 1732504830986 (+4 ms) 2024-11-25T03:20:30,986 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:20:30,989 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ac936b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:30,990 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:20:30,990 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:20:30,990 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:20:30,990 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:20:30,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:20:30,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:20:30,991 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:20:30,993 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:20:30,994 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Unable to get data of znode /1-1511819876/balancer because node does not exist (not necessarily an error) 2024-11-25T03:20:30,995 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1511819876/balancer already deleted, retry=false 2024-11-25T03:20:30,995 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:20:30,996 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Unable to get data of znode /1-1511819876/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:20:30,997 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1511819876/normalizer already deleted, retry=false 2024-11-25T03:20:30,997 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:20:31,001 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Unable to get data of znode /1-1511819876/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:20:31,003 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1511819876/switch/split already deleted, retry=false 2024-11-25T03:20:31,003 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Unable to get data of znode /1-1511819876/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:20:31,004 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1511819876/switch/merge already deleted, retry=false 2024-11-25T03:20:31,006 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Unable to get data of znode /1-1511819876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:20:31,008 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1511819876/snapshot-cleanup already deleted, retry=false 2024-11-25T03:20:31,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1511819876/running 2024-11-25T03:20:31,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1511819876/running 2024-11-25T03:20:31,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:31,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:31,010 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,36377,1732504829234, sessionid=0x1014d23961f0003, setting cluster-up flag (Was=false) 2024-11-25T03:20:31,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:31,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:31,020 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1511819876/flush-table-proc/acquired, /1-1511819876/flush-table-proc/reached, /1-1511819876/flush-table-proc/abort 2024-11-25T03:20:31,021 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,36377,1732504829234 2024-11-25T03:20:31,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:31,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:31,029 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1511819876/online-snapshot/acquired, /1-1511819876/online-snapshot/reached, /1-1511819876/online-snapshot/abort 2024-11-25T03:20:31,030 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,36377,1732504829234 2024-11-25T03:20:31,030 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:20:31,032 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:31,032 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:20:31,032 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:20:31,033 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,36377,1732504829234 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:20:31,033 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:31,033 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:31,034 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:31,034 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:31,034 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:20:31,034 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,034 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:31,034 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:31,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:20:31,036 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:31,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:20:31,041 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504861041 2024-11-25T03:20:31,041 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:20:31,041 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:20:31,041 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:20:31,042 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:20:31,042 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:20:31,042 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:20:31,043 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,043 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:20:31,043 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:20:31,043 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:20:31,043 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:20:31,051 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:20:31,051 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:20:31,051 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504831051,5,FailOnTimeoutGroup] 2024-11-25T03:20:31,052 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504831052,5,FailOnTimeoutGroup] 2024-11-25T03:20:31,052 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,052 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:20:31,052 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,052 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:20:31,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:20:31,054 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125 2024-11-25T03:20:31,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:20:31,091 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(746): ClusterId : 656b9a5c-abdd-4a03-a131-46acfab8f5df 2024-11-25T03:20:31,091 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:20:31,093 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:20:31,093 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:20:31,095 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:20:31,096 DEBUG [RS:0;38a5d2077268:33821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f58305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:31,111 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:33821 2024-11-25T03:20:31,111 INFO [RS:0;38a5d2077268:33821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:20:31,111 INFO [RS:0;38a5d2077268:33821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:20:31,111 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:20:31,112 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,36377,1732504829234 with port=33821, startcode=1732504829270 2024-11-25T03:20:31,112 DEBUG [RS:0;38a5d2077268:33821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:20:31,113 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:20:31,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,33821,1732504829270 2024-11-25T03:20:31,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36377 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,33821,1732504829270 2024-11-25T03:20:31,115 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125 2024-11-25T03:20:31,115 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34077 2024-11-25T03:20:31,115 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:20:31,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876/rs 2024-11-25T03:20:31,121 DEBUG [RS:0;38a5d2077268:33821 {}] zookeeper.ZKUtil(111): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on existing znode=/1-1511819876/rs/38a5d2077268,33821,1732504829270 2024-11-25T03:20:31,121 WARN [RS:0;38a5d2077268:33821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:31,121 INFO [RS:0;38a5d2077268:33821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:31,121 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270 2024-11-25T03:20:31,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,33821,1732504829270] 2024-11-25T03:20:31,124 INFO [RS:0;38a5d2077268:33821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:20:31,125 INFO [RS:0;38a5d2077268:33821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:20:31,126 INFO [RS:0;38a5d2077268:33821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:20:31,126 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,126 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:20:31,127 INFO [RS:0;38a5d2077268:33821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:20:31,127 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:31,127 DEBUG [RS:0;38a5d2077268:33821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:31,128 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,128 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,128 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,128 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,128 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,128 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33821,1732504829270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:31,150 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:20:31,151 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33821,1732504829270-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,151 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,151 INFO [RS:0;38a5d2077268:33821 {}] regionserver.Replication(171): 38a5d2077268,33821,1732504829270 started 2024-11-25T03:20:31,164 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,164 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,33821,1732504829270, RpcServer on 38a5d2077268/172.17.0.2:33821, sessionid=0x1014d23961f0004 2024-11-25T03:20:31,164 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:20:31,164 DEBUG [RS:0;38a5d2077268:33821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,33821,1732504829270 2024-11-25T03:20:31,164 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,33821,1732504829270' 2024-11-25T03:20:31,164 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1511819876/flush-table-proc/abort' 2024-11-25T03:20:31,165 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1511819876/flush-table-proc/acquired' 2024-11-25T03:20:31,165 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:20:31,165 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:20:31,165 DEBUG [RS:0;38a5d2077268:33821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,33821,1732504829270 2024-11-25T03:20:31,165 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,33821,1732504829270' 2024-11-25T03:20:31,165 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1511819876/online-snapshot/abort' 2024-11-25T03:20:31,165 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1511819876/online-snapshot/acquired' 2024-11-25T03:20:31,166 DEBUG [RS:0;38a5d2077268:33821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:20:31,166 INFO [RS:0;38a5d2077268:33821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:20:31,166 INFO [RS:0;38a5d2077268:33821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:20:31,266 INFO [RS:0;38a5d2077268:33821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:31,267 INFO [RS:0;38a5d2077268:33821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C33821%2C1732504829270, suffix=, logDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270, archiveDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/oldWALs, maxLogs=10 2024-11-25T03:20:31,281 DEBUG [RS:0;38a5d2077268:33821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, exclude list is [], retry=0 2024-11-25T03:20:31,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38695,DS-d12500ed-ab15-41d9-9885-1c46138fa99f,DISK] 2024-11-25T03:20:31,285 INFO [RS:0;38a5d2077268:33821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 2024-11-25T03:20:31,285 DEBUG [RS:0;38a5d2077268:33821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-25T03:20:31,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:31,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:31,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:31,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:31,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:31,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:31,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:31,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:31,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:31,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:31,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:31,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:31,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:31,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:31,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:31,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:31,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:31,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:31,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740 2024-11-25T03:20:31,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740 2024-11-25T03:20:31,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:31,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:31,478 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:31,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:31,480 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:31,481 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67221063, jitterRate=0.0016718953847885132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:31,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504831468Initializing all the Stores at 1732504831469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504831469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504831469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504831469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504831469Cleaning up temporary data from old regions at 1732504831477 (+8 ms)Region opened successfully at 1732504831481 (+4 ms) 2024-11-25T03:20:31,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:20:31,481 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:20:31,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:20:31,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:20:31,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:20:31,481 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:31,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504831481Disabling compacts and flushes for region at 1732504831481Disabling writes for close at 1732504831481Writing region close event to WAL at 1732504831481Closed at 1732504831481 2024-11-25T03:20:31,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:31,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:20:31,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:20:31,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:31,484 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:20:31,634 DEBUG [38a5d2077268:36377 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:20:31,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,33821,1732504829270 2024-11-25T03:20:31,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,33821,1732504829270, state=OPENING 2024-11-25T03:20:31,637 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:20:31,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:31,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:31,640 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:31,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1511819876/meta-region-server: CHANGED 2024-11-25T03:20:31,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1511819876/meta-region-server: CHANGED 2024-11-25T03:20:31,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,33821,1732504829270}] 2024-11-25T03:20:31,792 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:31,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:20:31,796 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:20:31,796 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:31,796 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:20:31,797 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C33821%2C1732504829270.meta, suffix=.meta, logDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270, archiveDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/oldWALs, maxLogs=10 2024-11-25T03:20:31,815 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.meta.1732504831798.meta, exclude list is [], retry=0 2024-11-25T03:20:31,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38695,DS-d12500ed-ab15-41d9-9885-1c46138fa99f,DISK] 2024-11-25T03:20:31,820 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.meta.1732504831798.meta 2024-11-25T03:20:31,820 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-25T03:20:31,821 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:31,821 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:31,821 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:31,821 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:20:31,821 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:20:31,821 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:20:31,821 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:31,821 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:20:31,821 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:20:31,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:31,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:31,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:31,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:31,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:31,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:31,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:31,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:31,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:31,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:31,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:31,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:31,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:31,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:31,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:31,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:31,826 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:31,827 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740 2024-11-25T03:20:31,828 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740 2024-11-25T03:20:31,828 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:31,828 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:31,829 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:31,830 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:31,830 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72995394, jitterRate=0.08771613240242004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:31,830 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:20:31,830 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504831821Writing region info on filesystem at 1732504831821Initializing all the Stores at 1732504831822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504831822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504831822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504831822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504831822Cleaning up temporary data from old regions at 1732504831828 (+6 ms)Running coprocessor post-open hooks at 1732504831830 (+2 ms)Region opened successfully at 1732504831830 2024-11-25T03:20:31,831 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504831792 2024-11-25T03:20:31,833 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:20:31,833 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:20:31,833 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,33821,1732504829270 2024-11-25T03:20:31,834 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,33821,1732504829270, state=OPEN 2024-11-25T03:20:31,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1511819876/meta-region-server 2024-11-25T03:20:31,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1511819876/meta-region-server 2024-11-25T03:20:31,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,33821,1732504829270 2024-11-25T03:20:31,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1511819876/meta-region-server: CHANGED 2024-11-25T03:20:31,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1511819876/meta-region-server: CHANGED 2024-11-25T03:20:31,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:20:31,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,33821,1732504829270 in 195 msec 2024-11-25T03:20:31,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:20:31,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-25T03:20:31,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:31,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:20:31,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:31,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,33821,1732504829270, seqNum=-1] 2024-11-25T03:20:31,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:31,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:31,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 813 msec 2024-11-25T03:20:31,845 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504831845, completionTime=-1 2024-11-25T03:20:31,845 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:20:31,845 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:20:31,847 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:20:31,847 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504891847 2024-11-25T03:20:31,847 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504951847 2024-11-25T03:20:31,847 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:20:31,848 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36377,1732504829234-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,848 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36377,1732504829234-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,848 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36377,1732504829234-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,848 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:36377, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,848 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,848 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,849 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:20:31,851 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.545sec 2024-11-25T03:20:31,851 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:20:31,851 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:20:31,851 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:20:31,851 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:20:31,851 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:20:31,852 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36377,1732504829234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:31,852 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36377,1732504829234-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:20:31,853 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:20:31,853 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:20:31,853 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,36377,1732504829234-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:31,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6633b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:31,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36377,-1 for getting cluster id 2024-11-25T03:20:31,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:31,893 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '656b9a5c-abdd-4a03-a131-46acfab8f5df' 2024-11-25T03:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "656b9a5c-abdd-4a03-a131-46acfab8f5df" 2024-11-25T03:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166f7044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36377,-1] 2024-11-25T03:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:31,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:31,895 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:31,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569c531a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:31,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,33821,1732504829270, seqNum=-1] 2024-11-25T03:20:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:31,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:31,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,36377,1732504829234 2024-11-25T03:20:31,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-25T03:20:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:31,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014d23961f0005 connected 2024-11-25T03:20:31,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.log.dir so I do NOT create it in target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066 2024-11-25T03:20:31,910 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:20:31,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.tmp.dir so I do NOT create it in target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066 2024-11-25T03:20:31,910 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:20:31,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066 2024-11-25T03:20:31,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:20:31,910 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/cluster_c7e0ea00-db09-cc2c-7526-7973031b1308, deleteOnExit=true 2024-11-25T03:20:31,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:20:31,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/test.cache.data in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:20:31,911 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:20:31,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:20:31,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:20:31,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:20:31,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:20:31,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:20:31,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:32,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:32,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:32,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:32,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:20:32,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:32,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@758a237a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:32,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f3a8588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:32,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e4df4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/java.io.tmpdir/jetty-localhost-42109-hadoop-hdfs-3_4_1-tests_jar-_-any-15712735546882131339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:20:32,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@207a4220{HTTP/1.1, (http/1.1)}{localhost:42109} 2024-11-25T03:20:32,122 INFO [Time-limited test {}] server.Server(415): Started @204372ms 2024-11-25T03:20:32,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:20:32,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:20:32,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:20:32,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:20:32,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:20:32,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@95ac5e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:20:32,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78f3c32e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:20:32,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4bc20c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/java.io.tmpdir/jetty-localhost-43817-hadoop-hdfs-3_4_1-tests_jar-_-any-1834169749733601880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:20:32,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43330654{HTTP/1.1, (http/1.1)}{localhost:43817} 2024-11-25T03:20:32,357 INFO [Time-limited test {}] server.Server(415): Started @204607ms 2024-11-25T03:20:32,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:20:32,457 WARN [Thread-2882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/cluster_c7e0ea00-db09-cc2c-7526-7973031b1308/data/data1/current/BP-2100745377-172.17.0.2-1732504831930/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:32,457 WARN [Thread-2883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/cluster_c7e0ea00-db09-cc2c-7526-7973031b1308/data/data2/current/BP-2100745377-172.17.0.2-1732504831930/current, will proceed with Du for space computation calculation, 2024-11-25T03:20:32,479 WARN [Thread-2870 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:20:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeefc0f313f6aeabf with lease ID 0x225caefc6f9d144e: Processing first storage report for DS-7bba338d-16f5-438e-ad88-bd21d4405b3d from datanode DatanodeRegistration(127.0.0.1:40023, datanodeUuid=ab8a1f53-d714-4523-a997-aea898cf4d09, infoPort=38401, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=63727324;c=1732504831930) 2024-11-25T03:20:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeefc0f313f6aeabf with lease ID 0x225caefc6f9d144e: from storage DS-7bba338d-16f5-438e-ad88-bd21d4405b3d node DatanodeRegistration(127.0.0.1:40023, datanodeUuid=ab8a1f53-d714-4523-a997-aea898cf4d09, infoPort=38401, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=63727324;c=1732504831930), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeefc0f313f6aeabf with lease ID 0x225caefc6f9d144e: Processing first storage report for DS-8ce9332b-7d5c-4fc5-95c1-de91e9036199 from datanode DatanodeRegistration(127.0.0.1:40023, datanodeUuid=ab8a1f53-d714-4523-a997-aea898cf4d09, infoPort=38401, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=63727324;c=1732504831930) 2024-11-25T03:20:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeefc0f313f6aeabf with lease ID 0x225caefc6f9d144e: from storage DS-8ce9332b-7d5c-4fc5-95c1-de91e9036199 node DatanodeRegistration(127.0.0.1:40023, datanodeUuid=ab8a1f53-d714-4523-a997-aea898cf4d09, infoPort=38401, infoSecurePort=0, ipcPort=34227, storageInfo=lv=-57;cid=testClusterID;nsid=63727324;c=1732504831930), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:20:32,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066 2024-11-25T03:20:32,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:32,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:20:32,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e with version=8 2024-11-25T03:20:32,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/hbase-staging 2024-11-25T03:20:32,997 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:32,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:32,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:32,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:32,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:32,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:32,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:20:32,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:32,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35657 2024-11-25T03:20:32,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35657 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-25T03:20:33,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356570x0, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:33,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35657-0x1014d23961f0006 connected 2024-11-25T03:20:33,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:33,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:33,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on znode that does not yet exist, /21405367128/running 2024-11-25T03:20:33,019 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e, hbase.cluster.distributed=false 2024-11-25T03:20:33,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on znode that does not yet exist, /21405367128/acl 2024-11-25T03:20:33,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35657 2024-11-25T03:20:33,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35657 2024-11-25T03:20:33,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35657 2024-11-25T03:20:33,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35657 2024-11-25T03:20:33,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35657 2024-11-25T03:20:33,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:20:33,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:33,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:33,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:20:33,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:20:33,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:20:33,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:20:33,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:20:33,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45957 2024-11-25T03:20:33,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45957 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-25T03:20:33,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:33,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:33,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459570x0, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:33,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459570x0, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on znode that does not yet exist, /21405367128/running 2024-11-25T03:20:33,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45957-0x1014d23961f0007 connected 2024-11-25T03:20:33,052 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:20:33,055 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:20:33,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on znode that does not yet exist, /21405367128/master 2024-11-25T03:20:33,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on znode that does not yet exist, /21405367128/acl 2024-11-25T03:20:33,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45957 2024-11-25T03:20:33,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45957 2024-11-25T03:20:33,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45957 2024-11-25T03:20:33,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45957 2024-11-25T03:20:33,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45957 2024-11-25T03:20:33,080 DEBUG [M:0;38a5d2077268:35657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:35657 2024-11-25T03:20:33,080 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21405367128/backup-masters/38a5d2077268,35657,1732504832997 2024-11-25T03:20:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128/backup-masters 2024-11-25T03:20:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128/backup-masters 2024-11-25T03:20:33,082 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on existing znode=/21405367128/backup-masters/38a5d2077268,35657,1732504832997 2024-11-25T03:20:33,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21405367128/master 2024-11-25T03:20:33,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,085 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on existing znode=/21405367128/master 2024-11-25T03:20:33,085 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21405367128/backup-masters/38a5d2077268,35657,1732504832997 from backup master directory 2024-11-25T03:20:33,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21405367128/backup-masters/38a5d2077268,35657,1732504832997 2024-11-25T03:20:33,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128/backup-masters 2024-11-25T03:20:33,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128/backup-masters 2024-11-25T03:20:33,087 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:33,087 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,35657,1732504832997 2024-11-25T03:20:33,090 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/hbase.id] with ID: e4643355-b73d-439a-8daa-bd2920b1fcab 2024-11-25T03:20:33,090 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/.tmp/hbase.id 2024-11-25T03:20:33,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:20:33,497 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/.tmp/hbase.id]:[hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/hbase.id] 2024-11-25T03:20:33,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:20:33,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,507 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:20:33,507 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:20:33,508 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:20:33,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:20:33,522 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:33,523 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:20:33,523 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:33,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:20:33,530 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store 2024-11-25T03:20:33,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:20:33,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,545 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:33,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:33,545 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:20:33,545 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:33,545 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:33,545 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:20:33,545 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:33,545 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:33,545 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504833545Disabling compacts and flushes for region at 1732504833545Disabling writes for close at 1732504833545Writing region close event to WAL at 1732504833545Closed at 1732504833545 2024-11-25T03:20:33,546 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/.initializing 2024-11-25T03:20:33,546 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/WALs/38a5d2077268,35657,1732504832997 2024-11-25T03:20:33,546 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:33,548 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C35657%2C1732504832997, suffix=, logDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/WALs/38a5d2077268,35657,1732504832997, archiveDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/oldWALs, maxLogs=10 2024-11-25T03:20:33,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:20:33,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:20:33,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:20:33,582 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/WALs/38a5d2077268,35657,1732504832997/38a5d2077268%2C35657%2C1732504832997.1732504833548, exclude list is [], retry=0 2024-11-25T03:20:33,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40023,DS-7bba338d-16f5-438e-ad88-bd21d4405b3d,DISK] 2024-11-25T03:20:33,589 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/WALs/38a5d2077268,35657,1732504832997/38a5d2077268%2C35657%2C1732504832997.1732504833548 2024-11-25T03:20:33,589 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38401:38401)] 2024-11-25T03:20:33,589 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:33,589 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:33,589 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,589 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:20:33,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:33,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:33,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:20:33,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:33,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:33,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:20:33,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:33,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:33,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:20:33,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:33,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:33,595 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,596 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,596 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,597 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,597 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,597 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:33,598 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:20:33,599 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:33,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66615908, jitterRate=-0.007345616817474365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:33,599 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504833589Initializing all the Stores at 1732504833590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504833590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504833590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504833590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504833590Cleaning up temporary data from old regions at 1732504833597 (+7 ms)Region opened successfully at 1732504833599 (+2 ms) 2024-11-25T03:20:33,600 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:20:33,602 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ab76a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:33,602 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:20:33,603 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:20:33,603 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:20:33,603 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:20:33,603 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:20:33,603 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:20:33,603 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:20:33,605 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:20:33,606 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Unable to get data of znode /21405367128/balancer because node does not exist (not necessarily an error) 2024-11-25T03:20:33,607 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21405367128/balancer already deleted, retry=false 2024-11-25T03:20:33,607 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:20:33,608 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Unable to get data of znode /21405367128/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:20:33,610 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21405367128/normalizer already deleted, retry=false 2024-11-25T03:20:33,610 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:20:33,611 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Unable to get data of znode /21405367128/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:20:33,612 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21405367128/switch/split already deleted, retry=false 2024-11-25T03:20:33,613 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Unable to get data of znode /21405367128/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:20:33,614 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21405367128/switch/merge already deleted, retry=false 2024-11-25T03:20:33,616 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Unable to get data of znode /21405367128/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:20:33,617 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21405367128/snapshot-cleanup already deleted, retry=false 2024-11-25T03:20:33,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21405367128/running 2024-11-25T03:20:33,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21405367128/running 2024-11-25T03:20:33,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,620 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,35657,1732504832997, sessionid=0x1014d23961f0006, setting cluster-up flag (Was=false) 2024-11-25T03:20:33,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,628 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21405367128/flush-table-proc/acquired, /21405367128/flush-table-proc/reached, /21405367128/flush-table-proc/abort 2024-11-25T03:20:33,629 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,35657,1732504832997 2024-11-25T03:20:33,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:33,635 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21405367128/online-snapshot/acquired, /21405367128/online-snapshot/reached, /21405367128/online-snapshot/abort 2024-11-25T03:20:33,636 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,35657,1732504832997 2024-11-25T03:20:33,637 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:20:33,638 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:33,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:20:33,638 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:20:33,639 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,35657,1732504832997 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:20:33,640 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:33,640 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:33,640 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:33,640 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:20:33,640 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:20:33,640 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,640 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:33,640 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:33,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:20:33,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:33,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:20:33,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504863645 2024-11-25T03:20:33,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:20:33,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:20:33,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:20:33,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:20:33,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:20:33,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:20:33,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,646 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:20:33,646 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:20:33,646 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:20:33,646 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:20:33,647 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:20:33,647 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:20:33,647 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504833647,5,FailOnTimeoutGroup] 2024-11-25T03:20:33,647 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504833647,5,FailOnTimeoutGroup] 2024-11-25T03:20:33,647 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,648 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:20:33,648 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,648 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:20:33,670 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(746): ClusterId : e4643355-b73d-439a-8daa-bd2920b1fcab 2024-11-25T03:20:33,670 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:20:33,671 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:20:33,672 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:20:33,675 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:20:33,675 DEBUG [RS:0;38a5d2077268:45957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6526bd65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:20:33,691 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:45957 2024-11-25T03:20:33,691 INFO [RS:0;38a5d2077268:45957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:20:33,691 INFO [RS:0;38a5d2077268:45957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:20:33,691 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:20:33,692 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,35657,1732504832997 with port=45957, startcode=1732504833043 2024-11-25T03:20:33,692 DEBUG [RS:0;38a5d2077268:45957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:20:33,694 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:20:33,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35657 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,45957,1732504833043 2024-11-25T03:20:33,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35657 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,45957,1732504833043 2024-11-25T03:20:33,695 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e 2024-11-25T03:20:33,695 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44123 2024-11-25T03:20:33,696 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:20:33,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128/rs 2024-11-25T03:20:33,699 DEBUG [RS:0;38a5d2077268:45957 {}] zookeeper.ZKUtil(111): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on existing znode=/21405367128/rs/38a5d2077268,45957,1732504833043 2024-11-25T03:20:33,700 WARN [RS:0;38a5d2077268:45957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:20:33,700 INFO [RS:0;38a5d2077268:45957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:33,700 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043 2024-11-25T03:20:33,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,45957,1732504833043] 2024-11-25T03:20:33,703 INFO [RS:0;38a5d2077268:45957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:20:33,704 INFO [RS:0;38a5d2077268:45957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:20:33,705 INFO [RS:0;38a5d2077268:45957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:20:33,705 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,707 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:20:33,708 INFO [RS:0;38a5d2077268:45957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:20:33,708 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,708 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,709 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:20:33,709 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:33,709 DEBUG [RS:0;38a5d2077268:45957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:20:33,710 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,710 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,710 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,710 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,710 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,710 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,45957,1732504833043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:33,726 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:20:33,726 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,45957,1732504833043-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,726 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,726 INFO [RS:0;38a5d2077268:45957 {}] regionserver.Replication(171): 38a5d2077268,45957,1732504833043 started 2024-11-25T03:20:33,740 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:33,740 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,45957,1732504833043, RpcServer on 38a5d2077268/172.17.0.2:45957, sessionid=0x1014d23961f0007 2024-11-25T03:20:33,740 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:20:33,740 DEBUG [RS:0;38a5d2077268:45957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,45957,1732504833043 2024-11-25T03:20:33,740 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,45957,1732504833043' 2024-11-25T03:20:33,740 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21405367128/flush-table-proc/abort' 2024-11-25T03:20:33,741 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21405367128/flush-table-proc/acquired' 2024-11-25T03:20:33,741 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:20:33,741 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:20:33,741 DEBUG [RS:0;38a5d2077268:45957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,45957,1732504833043 2024-11-25T03:20:33,741 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,45957,1732504833043' 2024-11-25T03:20:33,741 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21405367128/online-snapshot/abort' 2024-11-25T03:20:33,741 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21405367128/online-snapshot/acquired' 2024-11-25T03:20:33,742 DEBUG [RS:0;38a5d2077268:45957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:20:33,742 INFO [RS:0;38a5d2077268:45957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:20:33,742 INFO [RS:0;38a5d2077268:45957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:20:33,842 INFO [RS:0;38a5d2077268:45957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:20:33,856 INFO [RS:0;38a5d2077268:45957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45957%2C1732504833043, suffix=, logDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043, archiveDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/oldWALs, maxLogs=10 2024-11-25T03:20:33,870 DEBUG [RS:0;38a5d2077268:45957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, exclude list is [], retry=0 2024-11-25T03:20:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40023,DS-7bba338d-16f5-438e-ad88-bd21d4405b3d,DISK] 2024-11-25T03:20:33,874 INFO [RS:0;38a5d2077268:45957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 2024-11-25T03:20:33,874 DEBUG [RS:0;38a5d2077268:45957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38401:38401)] 2024-11-25T03:20:34,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:20:34,049 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e 2024-11-25T03:20:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:20:34,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:34,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:34,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:34,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:34,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:34,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:34,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:34,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:34,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:34,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:34,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:34,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:34,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:34,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:34,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:34,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:34,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:34,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:34,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740 2024-11-25T03:20:34,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740 2024-11-25T03:20:34,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:34,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:34,462 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:34,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:34,464 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:34,465 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74961172, jitterRate=0.1170085072517395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:34,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504834454Initializing all the Stores at 1732504834455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504834455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504834455Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504834455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504834455Cleaning up temporary data from old regions at 1732504834462 (+7 ms)Region opened successfully at 1732504834465 (+3 ms) 2024-11-25T03:20:34,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:20:34,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:20:34,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:20:34,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:20:34,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:20:34,465 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:34,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504834465Disabling compacts and flushes for region at 1732504834465Disabling writes for close at 1732504834465Writing region close event to WAL at 1732504834465Closed at 1732504834465 2024-11-25T03:20:34,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:34,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:20:34,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:20:34,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:34,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:20:34,618 DEBUG [38a5d2077268:35657 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:20:34,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,45957,1732504833043 2024-11-25T03:20:34,620 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,45957,1732504833043, state=OPENING 2024-11-25T03:20:34,622 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:20:34,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:34,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:34,623 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:20:34,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21405367128/meta-region-server: CHANGED 2024-11-25T03:20:34,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21405367128/meta-region-server: CHANGED 2024-11-25T03:20:34,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,45957,1732504833043}] 2024-11-25T03:20:34,776 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:34,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:20:34,780 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:20:34,780 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:34,780 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:20:34,781 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45957%2C1732504833043.meta, suffix=.meta, logDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043, archiveDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/oldWALs, maxLogs=10 2024-11-25T03:20:34,795 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.meta.1732504834782.meta, exclude list is [], retry=0 2024-11-25T03:20:34,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40023,DS-7bba338d-16f5-438e-ad88-bd21d4405b3d,DISK] 2024-11-25T03:20:34,798 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.meta.1732504834782.meta 2024-11-25T03:20:34,798 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38401:38401)] 2024-11-25T03:20:34,798 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:34,799 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:34,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:34,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:20:34,799 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:20:34,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:20:34,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:34,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:20:34,799 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:20:34,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:20:34,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:20:34,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:34,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:34,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:20:34,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:20:34,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:34,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:34,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:20:34,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:20:34,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:34,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:34,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:20:34,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:20:34,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:34,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:20:34,804 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:20:34,804 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740 2024-11-25T03:20:34,805 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740 2024-11-25T03:20:34,806 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:20:34,806 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:20:34,807 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:20:34,808 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:20:34,808 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67429831, jitterRate=0.004782781004905701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:20:34,808 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:20:34,808 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504834799Writing region info on filesystem at 1732504834799Initializing all the Stores at 1732504834800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504834800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504834800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504834800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504834800Cleaning up temporary data from old regions at 1732504834806 (+6 ms)Running coprocessor post-open hooks at 1732504834808 (+2 ms)Region opened successfully at 1732504834808 2024-11-25T03:20:34,809 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504834776 2024-11-25T03:20:34,811 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:20:34,811 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:20:34,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,45957,1732504833043 2024-11-25T03:20:34,812 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,45957,1732504833043, state=OPEN 2024-11-25T03:20:34,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21405367128/meta-region-server 2024-11-25T03:20:34,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21405367128/meta-region-server 2024-11-25T03:20:34,814 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,45957,1732504833043 2024-11-25T03:20:34,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21405367128/meta-region-server: CHANGED 2024-11-25T03:20:34,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21405367128/meta-region-server: CHANGED 2024-11-25T03:20:34,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:20:34,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,45957,1732504833043 in 190 msec 2024-11-25T03:20:34,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:20:34,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-25T03:20:34,818 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:20:34,818 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:20:34,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:34,819 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45957,1732504833043, seqNum=-1] 2024-11-25T03:20:34,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:34,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:34,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-25T03:20:34,825 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504834824, completionTime=-1 2024-11-25T03:20:34,825 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:20:34,825 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504894827 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504954827 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35657,1732504832997-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35657,1732504832997-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35657,1732504832997-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:35657, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:34,827 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:34,829 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:20:34,830 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.743sec 2024-11-25T03:20:34,830 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:20:34,830 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:20:34,831 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:20:34,831 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:20:34,831 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:20:34,831 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35657,1732504832997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:20:34,831 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35657,1732504832997-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:20:34,832 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:20:34,832 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:20:34,832 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,35657,1732504832997-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:20:34,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7af7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:34,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35657,-1 for getting cluster id 2024-11-25T03:20:34,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:34,872 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4643355-b73d-439a-8daa-bd2920b1fcab' 2024-11-25T03:20:34,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:34,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4643355-b73d-439a-8daa-bd2920b1fcab" 2024-11-25T03:20:34,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700cac71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:34,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35657,-1] 2024-11-25T03:20:34,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:34,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:34,873 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:34,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d747fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:34,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45957,1732504833043, seqNum=-1] 2024-11-25T03:20:34,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:34,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:34,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,35657,1732504832997 2024-11-25T03:20:34,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64049 2024-11-25T03:20:34,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:20:34,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014d23961f0008 connected 2024-11-25T03:20:34,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,36917,1732504825682 2024-11-25T03:20:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e651ad 2024-11-25T03:20:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:34,885 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:34,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:20:34,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:34,888 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:34,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:20:34,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:34,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:20:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:35,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:35,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:35,215 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38427 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:35,296 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6ff29f923bb86b7b2b4585ed07bd9c3, NAME => 'test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40 2024-11-25T03:20:35,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:20:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:35,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:35,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d6ff29f923bb86b7b2b4585ed07bd9c3, disabling compactions & flushes 2024-11-25T03:20:35,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:20:35,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:20:35,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. after waiting 0 ms 2024-11-25T03:20:35,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:20:35,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:20:35,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6ff29f923bb86b7b2b4585ed07bd9c3: Waiting for close lock at 1732504835702Disabling compacts and flushes for region at 1732504835702Disabling writes for close at 1732504835702Writing region close event to WAL at 1732504835702Closed at 1732504835702 2024-11-25T03:20:35,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:35,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504835703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504835703"}]},"ts":"1732504835703"} 2024-11-25T03:20:35,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:35,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:35,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504835706"}]},"ts":"1732504835706"} 2024-11-25T03:20:35,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:20:35,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6ff29f923bb86b7b2b4585ed07bd9c3, ASSIGN}] 2024-11-25T03:20:35,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6ff29f923bb86b7b2b4585ed07bd9c3, ASSIGN 2024-11-25T03:20:35,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d6ff29f923bb86b7b2b4585ed07bd9c3, ASSIGN; state=OFFLINE, location=38a5d2077268,46369,1732504825740; forceNewPlan=false, retain=false 2024-11-25T03:20:35,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6ff29f923bb86b7b2b4585ed07bd9c3, regionState=OPENING, regionLocation=38a5d2077268,46369,1732504825740 2024-11-25T03:20:35,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d6ff29f923bb86b7b2b4585ed07bd9c3, ASSIGN because future has completed 2024-11-25T03:20:35,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ff29f923bb86b7b2b4585ed07bd9c3, server=38a5d2077268,46369,1732504825740}] 2024-11-25T03:20:36,018 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:20:36,018 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d6ff29f923bb86b7b2b4585ed07bd9c3, NAME => 'test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:36,019 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:36,019 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:20:36,019 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,019 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:36,019 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,019 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,020 INFO [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,021 INFO [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ff29f923bb86b7b2b4585ed07bd9c3 columnFamilyName f 2024-11-25T03:20:36,021 DEBUG [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:36,022 INFO [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] regionserver.HStore(327): Store=d6ff29f923bb86b7b2b4585ed07bd9c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:36,022 INFO [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,023 INFO [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ff29f923bb86b7b2b4585ed07bd9c3 columnFamilyName f1 2024-11-25T03:20:36,023 DEBUG [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:36,023 INFO [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] regionserver.HStore(327): Store=d6ff29f923bb86b7b2b4585ed07bd9c3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:36,023 INFO [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,024 INFO [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ff29f923bb86b7b2b4585ed07bd9c3 columnFamilyName norep 2024-11-25T03:20:36,024 DEBUG [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:36,024 INFO [StoreOpener-d6ff29f923bb86b7b2b4585ed07bd9c3-1 {}] regionserver.HStore(327): Store=d6ff29f923bb86b7b2b4585ed07bd9c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:36,024 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:36,025 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,025 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,026 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,026 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,026 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:36,027 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,029 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:36,030 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d6ff29f923bb86b7b2b4585ed07bd9c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68604700, jitterRate=0.022289693355560303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:36,030 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:20:36,031 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d6ff29f923bb86b7b2b4585ed07bd9c3: Running coprocessor pre-open hook at 1732504836019Writing region info on filesystem at 1732504836019Initializing all the Stores at 1732504836020 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504836020Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504836020Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504836020Cleaning up temporary data from old regions at 1732504836026 (+6 ms)Running coprocessor post-open hooks at 1732504836030 (+4 ms)Region opened successfully at 1732504836031 (+1 ms) 2024-11-25T03:20:36,033 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3., pid=6, masterSystemTime=1732504836015 2024-11-25T03:20:36,035 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:20:36,035 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:20:36,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6ff29f923bb86b7b2b4585ed07bd9c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,46369,1732504825740 2024-11-25T03:20:36,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6ff29f923bb86b7b2b4585ed07bd9c3, server=38a5d2077268,46369,1732504825740 because future has completed 2024-11-25T03:20:36,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:20:36,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d6ff29f923bb86b7b2b4585ed07bd9c3, server=38a5d2077268,46369,1732504825740 in 181 msec 2024-11-25T03:20:36,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:20:36,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d6ff29f923bb86b7b2b4585ed07bd9c3, ASSIGN in 338 msec 2024-11-25T03:20:36,049 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:36,049 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504836049"}]},"ts":"1732504836049"} 2024-11-25T03:20:36,051 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:20:36,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:36,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-25T03:20:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:37,036 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:20:37,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,36377,1732504829234 2024-11-25T03:20:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48c2d6ba 2024-11-25T03:20:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:37,038 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:37,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:20:37,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:37,041 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:37,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:20:37,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:37,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:20:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:37,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa4d33151d73d3fa8f352cb657557f75, NAME => 'test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125 2024-11-25T03:20:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:20:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:37,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:37,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa4d33151d73d3fa8f352cb657557f75, disabling compactions & flushes 2024-11-25T03:20:37,854 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:37,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:37,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. after waiting 0 ms 2024-11-25T03:20:37,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:37,854 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:37,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa4d33151d73d3fa8f352cb657557f75: Waiting for close lock at 1732504837854Disabling compacts and flushes for region at 1732504837854Disabling writes for close at 1732504837854Writing region close event to WAL at 1732504837854Closed at 1732504837854 2024-11-25T03:20:37,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:37,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504837856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504837856"}]},"ts":"1732504837856"} 2024-11-25T03:20:37,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:37,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:37,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504837858"}]},"ts":"1732504837858"} 2024-11-25T03:20:37,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:20:37,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa4d33151d73d3fa8f352cb657557f75, ASSIGN}] 2024-11-25T03:20:37,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa4d33151d73d3fa8f352cb657557f75, ASSIGN 2024-11-25T03:20:37,861 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa4d33151d73d3fa8f352cb657557f75, ASSIGN; state=OFFLINE, location=38a5d2077268,33821,1732504829270; forceNewPlan=false, retain=false 2024-11-25T03:20:38,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa4d33151d73d3fa8f352cb657557f75, regionState=OPENING, regionLocation=38a5d2077268,33821,1732504829270 2024-11-25T03:20:38,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa4d33151d73d3fa8f352cb657557f75, ASSIGN because future has completed 2024-11-25T03:20:38,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa4d33151d73d3fa8f352cb657557f75, server=38a5d2077268,33821,1732504829270}] 2024-11-25T03:20:38,170 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:38,171 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa4d33151d73d3fa8f352cb657557f75, NAME => 'test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:38,171 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:38,171 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:20:38,171 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,171 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:38,171 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,171 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,172 INFO [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,173 INFO [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4d33151d73d3fa8f352cb657557f75 columnFamilyName f 2024-11-25T03:20:38,174 DEBUG [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:38,174 INFO [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] regionserver.HStore(327): Store=fa4d33151d73d3fa8f352cb657557f75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:38,174 INFO [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,175 INFO [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4d33151d73d3fa8f352cb657557f75 columnFamilyName f1 2024-11-25T03:20:38,175 DEBUG [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:38,175 INFO [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] regionserver.HStore(327): Store=fa4d33151d73d3fa8f352cb657557f75/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:38,176 INFO [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,176 INFO [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa4d33151d73d3fa8f352cb657557f75 columnFamilyName norep 2024-11-25T03:20:38,176 DEBUG [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:38,177 INFO [StoreOpener-fa4d33151d73d3fa8f352cb657557f75-1 {}] regionserver.HStore(327): Store=fa4d33151d73d3fa8f352cb657557f75/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:38,177 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,178 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,178 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,179 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,179 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,179 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:38,180 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,182 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:38,182 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa4d33151d73d3fa8f352cb657557f75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61280500, jitterRate=-0.0868493914604187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:38,182 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:38,182 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa4d33151d73d3fa8f352cb657557f75: Running coprocessor pre-open hook at 1732504838171Writing region info on filesystem at 1732504838171Initializing all the Stores at 1732504838172 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504838172Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504838172Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504838172Cleaning up temporary data from old regions at 1732504838179 (+7 ms)Running coprocessor post-open hooks at 1732504838182 (+3 ms)Region opened successfully at 1732504838182 2024-11-25T03:20:38,183 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75., pid=6, masterSystemTime=1732504838166 2024-11-25T03:20:38,185 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:38,185 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:38,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa4d33151d73d3fa8f352cb657557f75, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,33821,1732504829270 2024-11-25T03:20:38,186 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36377 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=38a5d2077268,33821,1732504829270, table=test, region=fa4d33151d73d3fa8f352cb657557f75. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T03:20:38,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa4d33151d73d3fa8f352cb657557f75, server=38a5d2077268,33821,1732504829270 because future has completed 2024-11-25T03:20:38,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:20:38,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa4d33151d73d3fa8f352cb657557f75, server=38a5d2077268,33821,1732504829270 in 173 msec 2024-11-25T03:20:38,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:20:38,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa4d33151d73d3fa8f352cb657557f75, ASSIGN in 330 msec 2024-11-25T03:20:38,192 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:38,192 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504838192"}]},"ts":"1732504838192"} 2024-11-25T03:20:38,194 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:20:38,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:38,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-25T03:20:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:39,185 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:20:39,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,35657,1732504832997 2024-11-25T03:20:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed2e003 2024-11-25T03:20:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:39,187 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:39,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:20:39,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:39,190 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:39,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:20:39,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:39,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:20:39,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b45b69036e7d6945aad3a4552308555e, NAME => 'test,,1732504839187.b45b69036e7d6945aad3a4552308555e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e 2024-11-25T03:20:39,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:20:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:39,577 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T03:20:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504839187.b45b69036e7d6945aad3a4552308555e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b45b69036e7d6945aad3a4552308555e, disabling compactions & flushes 2024-11-25T03:20:39,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504839187.b45b69036e7d6945aad3a4552308555e. after waiting 0 ms 2024-11-25T03:20:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:39,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b45b69036e7d6945aad3a4552308555e: Waiting for close lock at 1732504839603Disabling compacts and flushes for region at 1732504839603Disabling writes for close at 1732504839603Writing region close event to WAL at 1732504839603Closed at 1732504839603 2024-11-25T03:20:39,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:39,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504839187.b45b69036e7d6945aad3a4552308555e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504839604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504839604"}]},"ts":"1732504839604"} 2024-11-25T03:20:39,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:39,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:39,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504839607"}]},"ts":"1732504839607"} 2024-11-25T03:20:39,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:20:39,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b45b69036e7d6945aad3a4552308555e, ASSIGN}] 2024-11-25T03:20:39,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b45b69036e7d6945aad3a4552308555e, ASSIGN 2024-11-25T03:20:39,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b45b69036e7d6945aad3a4552308555e, ASSIGN; state=OFFLINE, location=38a5d2077268,45957,1732504833043; forceNewPlan=false, retain=false 2024-11-25T03:20:39,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b45b69036e7d6945aad3a4552308555e, regionState=OPENING, regionLocation=38a5d2077268,45957,1732504833043 2024-11-25T03:20:39,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b45b69036e7d6945aad3a4552308555e, ASSIGN because future has completed 2024-11-25T03:20:39,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b45b69036e7d6945aad3a4552308555e, server=38a5d2077268,45957,1732504833043}] 2024-11-25T03:20:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:39,919 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:39,919 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b45b69036e7d6945aad3a4552308555e, NAME => 'test,,1732504839187.b45b69036e7d6945aad3a4552308555e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:39,919 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:39,919 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:20:39,919 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,919 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504839187.b45b69036e7d6945aad3a4552308555e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:39,919 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,919 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,921 INFO [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,922 INFO [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b45b69036e7d6945aad3a4552308555e columnFamilyName f 2024-11-25T03:20:39,922 DEBUG [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:39,922 INFO [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] regionserver.HStore(327): Store=b45b69036e7d6945aad3a4552308555e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:39,922 INFO [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,923 INFO [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b45b69036e7d6945aad3a4552308555e columnFamilyName f1 2024-11-25T03:20:39,923 DEBUG [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:39,923 INFO [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] regionserver.HStore(327): Store=b45b69036e7d6945aad3a4552308555e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:39,923 INFO [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,924 INFO [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b45b69036e7d6945aad3a4552308555e columnFamilyName norep 2024-11-25T03:20:39,924 DEBUG [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:39,924 INFO [StoreOpener-b45b69036e7d6945aad3a4552308555e-1 {}] regionserver.HStore(327): Store=b45b69036e7d6945aad3a4552308555e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:39,924 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,925 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,925 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,926 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,926 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,926 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:39,927 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,929 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:39,929 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b45b69036e7d6945aad3a4552308555e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70205125, jitterRate=0.04613788425922394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:39,929 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:39,929 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b45b69036e7d6945aad3a4552308555e: Running coprocessor pre-open hook at 1732504839920Writing region info on filesystem at 1732504839920Initializing all the Stores at 1732504839920Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504839920Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504839920Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504839920Cleaning up temporary data from old regions at 1732504839926 (+6 ms)Running coprocessor post-open hooks at 1732504839929 (+3 ms)Region opened successfully at 1732504839929 2024-11-25T03:20:39,930 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504839187.b45b69036e7d6945aad3a4552308555e., pid=6, masterSystemTime=1732504839915 2024-11-25T03:20:39,932 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:39,932 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:39,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b45b69036e7d6945aad3a4552308555e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,45957,1732504833043 2024-11-25T03:20:39,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b45b69036e7d6945aad3a4552308555e, server=38a5d2077268,45957,1732504833043 because future has completed 2024-11-25T03:20:39,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:20:39,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b45b69036e7d6945aad3a4552308555e, server=38a5d2077268,45957,1732504833043 in 173 msec 2024-11-25T03:20:39,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:20:39,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b45b69036e7d6945aad3a4552308555e, ASSIGN in 328 msec 2024-11-25T03:20:39,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:39,940 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504839940"}]},"ts":"1732504839940"} 2024-11-25T03:20:39,942 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:20:39,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:39,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-25T03:20:40,301 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:20:40,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:20:40,325 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:20:40,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c376c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:40,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36917,-1 for getting cluster id 2024-11-25T03:20:40,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:40,326 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0c2d4f2-7aac-4646-a3db-3f7d973fef05' 2024-11-25T03:20:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0c2d4f2-7aac-4646-a3db-3f7d973fef05" 2024-11-25T03:20:40,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52811ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:40,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36917,-1] 2024-11-25T03:20:40,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:40,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:40,327 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:40,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d22edb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:40,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,36917,1732504825682 2024-11-25T03:20:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40a992c1 2024-11-25T03:20:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:40,330 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:40,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:36377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:20:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:20:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:40,333 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:36377' 2024-11-25T03:20:40,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c35370a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:40,334 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36377,-1 for getting cluster id 2024-11-25T03:20:40,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:40,335 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '656b9a5c-abdd-4a03-a131-46acfab8f5df' 2024-11-25T03:20:40,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:40,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "656b9a5c-abdd-4a03-a131-46acfab8f5df" 2024-11-25T03:20:40,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8f05ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:40,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36377,-1] 2024-11-25T03:20:40,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:40,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:40,337 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:40,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df46a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:40,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:40,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,36377,1732504829234 2024-11-25T03:20:40,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c3b32b 2024-11-25T03:20:40,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:40,340 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:40,341 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:20:40,341 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:20:40,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:40,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:40,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:40,342 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:40,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,343 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:20:40,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:40,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:40,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:40,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:20:40,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:40,393 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:20:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:40,751 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3170bb03b7f3bd9dd2342b5e594411fb, NAME => 'hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40 2024-11-25T03:20:40,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:20:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:41,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:41,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3170bb03b7f3bd9dd2342b5e594411fb, disabling compactions & flushes 2024-11-25T03:20:41,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:20:41,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:20:41,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. after waiting 0 ms 2024-11-25T03:20:41,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:20:41,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:20:41,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3170bb03b7f3bd9dd2342b5e594411fb: Waiting for close lock at 1732504841160Disabling compacts and flushes for region at 1732504841160Disabling writes for close at 1732504841160Writing region close event to WAL at 1732504841160Closed at 1732504841160 2024-11-25T03:20:41,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:41,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504841161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504841161"}]},"ts":"1732504841161"} 2024-11-25T03:20:41,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:41,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:41,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504841164"}]},"ts":"1732504841164"} 2024-11-25T03:20:41,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:20:41,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3170bb03b7f3bd9dd2342b5e594411fb, ASSIGN}] 2024-11-25T03:20:41,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3170bb03b7f3bd9dd2342b5e594411fb, ASSIGN 2024-11-25T03:20:41,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3170bb03b7f3bd9dd2342b5e594411fb, ASSIGN; state=OFFLINE, location=38a5d2077268,46369,1732504825740; forceNewPlan=false, retain=false 2024-11-25T03:20:41,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3170bb03b7f3bd9dd2342b5e594411fb, regionState=OPENING, regionLocation=38a5d2077268,46369,1732504825740 2024-11-25T03:20:41,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3170bb03b7f3bd9dd2342b5e594411fb, ASSIGN because future has completed 2024-11-25T03:20:41,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3170bb03b7f3bd9dd2342b5e594411fb, server=38a5d2077268,46369,1732504825740}] 2024-11-25T03:20:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:41,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:20:41,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:41,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:20:41,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C46369%2C1732504825740.rep, suffix=, logDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740, archiveDir=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/oldWALs, maxLogs=10 2024-11-25T03:20:41,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.rep.1732504841477, exclude list is [], retry=0 2024-11-25T03:20:41,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37607,DS-c32aca52-483f-4194-b6ad-40ff3205f0cb,DISK] 2024-11-25T03:20:41,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.rep.1732504841477 2024-11-25T03:20:41,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41595:41595)] 2024-11-25T03:20:41,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3170bb03b7f3bd9dd2342b5e594411fb, NAME => 'hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:41,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:41,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:41,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. service=MultiRowMutationService 2024-11-25T03:20:41,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:20:41,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:41,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,500 INFO [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,501 INFO [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3170bb03b7f3bd9dd2342b5e594411fb columnFamilyName hfileref 2024-11-25T03:20:41,501 DEBUG [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:41,502 INFO [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] regionserver.HStore(327): Store=3170bb03b7f3bd9dd2342b5e594411fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:41,502 INFO [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,503 INFO [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3170bb03b7f3bd9dd2342b5e594411fb columnFamilyName queue 2024-11-25T03:20:41,503 DEBUG [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:41,503 INFO [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] regionserver.HStore(327): Store=3170bb03b7f3bd9dd2342b5e594411fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:41,503 INFO [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,504 INFO [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3170bb03b7f3bd9dd2342b5e594411fb columnFamilyName sid 2024-11-25T03:20:41,504 DEBUG [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:41,504 INFO [StoreOpener-3170bb03b7f3bd9dd2342b5e594411fb-1 {}] regionserver.HStore(327): Store=3170bb03b7f3bd9dd2342b5e594411fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:41,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/replication/3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/replication/3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/replication/3170bb03b7f3bd9dd2342b5e594411fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:41,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3170bb03b7f3bd9dd2342b5e594411fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70624031, jitterRate=0.052380070090293884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:41,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:20:41,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3170bb03b7f3bd9dd2342b5e594411fb: Running coprocessor pre-open hook at 1732504841499Writing region info on filesystem at 1732504841499Initializing all the Stores at 1732504841500 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504841500Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504841500Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504841500Cleaning up temporary data from old regions at 1732504841506 (+6 ms)Running coprocessor post-open hooks at 1732504841509 (+3 ms)Region opened successfully at 1732504841509 2024-11-25T03:20:41,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb., pid=10, masterSystemTime=1732504841472 2024-11-25T03:20:41,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:20:41,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:20:41,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3170bb03b7f3bd9dd2342b5e594411fb, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,46369,1732504825740 2024-11-25T03:20:41,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3170bb03b7f3bd9dd2342b5e594411fb, server=38a5d2077268,46369,1732504825740 because future has completed 2024-11-25T03:20:41,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:20:41,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3170bb03b7f3bd9dd2342b5e594411fb, server=38a5d2077268,46369,1732504825740 in 195 msec 2024-11-25T03:20:41,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:20:41,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3170bb03b7f3bd9dd2342b5e594411fb, ASSIGN in 351 msec 2024-11-25T03:20:41,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:41,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504841519"}]},"ts":"1732504841519"} 2024-11-25T03:20:41,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:20:41,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:41,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-25T03:20:41,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb., hostname=38a5d2077268,46369,1732504825740, seqNum=2] 2024-11-25T03:20:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:20:41,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:20:41,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:20:41,711 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:20:41,740 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,46369,1732504825740, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:20:41,741 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:41,741 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,46369,1732504825740, seqNum=-1] 2024-11-25T03:20:41,741 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:41,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:41,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,46369,1732504825740', locateType=CURRENT is [region=hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb., hostname=38a5d2077268,46369,1732504825740, seqNum=2] 2024-11-25T03:20:41,746 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:20:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:20:41,748 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,46369,1732504825740 suceeded 2024-11-25T03:20:41,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:20:41,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-25T03:20:41,750 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:36377,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:20:41,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-11-25T03:20:41,760 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:36377' 2024-11-25T03:20:41,761 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44ea7831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:41,761 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36377,-1 for getting cluster id 2024-11-25T03:20:41,761 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:41,762 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '656b9a5c-abdd-4a03-a131-46acfab8f5df' 2024-11-25T03:20:41,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:41,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "656b9a5c-abdd-4a03-a131-46acfab8f5df" 2024-11-25T03:20:41,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b77590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:41,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36377,-1] 2024-11-25T03:20:41,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:41,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:41,763 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:41,764 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a9677c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:41,764 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:41,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,36377,1732504829234 2024-11-25T03:20:41,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ccb0a33 2024-11-25T03:20:41,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:41,765 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-25T03:20:41,766 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,46369,1732504825740 (queues=1) is replicating from cluster=d0c2d4f2-7aac-4646-a3db-3f7d973fef05 to cluster=656b9a5c-abdd-4a03-a131-46acfab8f5df 2024-11-25T03:20:41,766 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C46369%2C1732504825740 2024-11-25T03:20:41,766 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,46369,1732504825740, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:20:41,766 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C46369%2C1732504825740 2024-11-25T03:20:41,766 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, startPosition=0, beingWritten=true 2024-11-25T03:20:41,771 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:41,771 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 379, reset compression=false 2024-11-25T03:20:41,771 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:41,974 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 379, reset compression=false 2024-11-25T03:20:42,289 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 379, reset compression=false 2024-11-25T03:20:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:42,475 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:20:42,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:42,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:42,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:42,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:42,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:42,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c15378e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:42,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36377,-1 for getting cluster id 2024-11-25T03:20:42,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:42,478 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '656b9a5c-abdd-4a03-a131-46acfab8f5df' 2024-11-25T03:20:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "656b9a5c-abdd-4a03-a131-46acfab8f5df" 2024-11-25T03:20:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a128a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36377,-1] 2024-11-25T03:20:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:42,479 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:42,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49084db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:42,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:42,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,36377,1732504829234 2024-11-25T03:20:42,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3624f50d 2024-11-25T03:20:42,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:42,482 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:42,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:35657,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:20:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:20:42,486 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:35657' 2024-11-25T03:20:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:42,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2dd750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:42,488 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35657,-1 for getting cluster id 2024-11-25T03:20:42,489 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:42,489 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4643355-b73d-439a-8daa-bd2920b1fcab' 2024-11-25T03:20:42,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:42,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4643355-b73d-439a-8daa-bd2920b1fcab" 2024-11-25T03:20:42,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ade2d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:42,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35657,-1] 2024-11-25T03:20:42,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:42,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:42,491 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e04acbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:42,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:42,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,35657,1732504832997 2024-11-25T03:20:42,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b46e772 2024-11-25T03:20:42,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:42,493 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:42,494 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:20:42,494 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:20:42,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:42,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:42,495 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:42,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:42,496 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:20:42,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:42,497 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:42,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:42,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:20:42,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fbb602019d145573dc1a4e3fd16a7f5, NAME => 'hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125 2024-11-25T03:20:42,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:20:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fbb602019d145573dc1a4e3fd16a7f5, disabling compactions & flushes 2024-11-25T03:20:42,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. after waiting 0 ms 2024-11-25T03:20:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:42,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:42,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fbb602019d145573dc1a4e3fd16a7f5: Waiting for close lock at 1732504842512Disabling compacts and flushes for region at 1732504842512Disabling writes for close at 1732504842512Writing region close event to WAL at 1732504842512Closed at 1732504842512 2024-11-25T03:20:42,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:42,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504842513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504842513"}]},"ts":"1732504842513"} 2024-11-25T03:20:42,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:42,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:42,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504842516"}]},"ts":"1732504842516"} 2024-11-25T03:20:42,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:20:42,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fbb602019d145573dc1a4e3fd16a7f5, ASSIGN}] 2024-11-25T03:20:42,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fbb602019d145573dc1a4e3fd16a7f5, ASSIGN 2024-11-25T03:20:42,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fbb602019d145573dc1a4e3fd16a7f5, ASSIGN; state=OFFLINE, location=38a5d2077268,33821,1732504829270; forceNewPlan=false, retain=false 2024-11-25T03:20:42,546 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:20:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:42,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fbb602019d145573dc1a4e3fd16a7f5, regionState=OPENING, regionLocation=38a5d2077268,33821,1732504829270 2024-11-25T03:20:42,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fbb602019d145573dc1a4e3fd16a7f5, ASSIGN because future has completed 2024-11-25T03:20:42,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fbb602019d145573dc1a4e3fd16a7f5, server=38a5d2077268,33821,1732504829270}] 2024-11-25T03:20:42,692 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 379, reset compression=false 2024-11-25T03:20:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:42,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:42,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:42,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:20:42,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C33821%2C1732504829270.rep, suffix=, logDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270, archiveDir=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/oldWALs, maxLogs=10 2024-11-25T03:20:42,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.rep.1732504842834, exclude list is [], retry=0 2024-11-25T03:20:42,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38695,DS-d12500ed-ab15-41d9-9885-1c46138fa99f,DISK] 2024-11-25T03:20:42,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.rep.1732504842834 2024-11-25T03:20:42,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-25T03:20:42,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fbb602019d145573dc1a4e3fd16a7f5, NAME => 'hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:42,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:42,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:42,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. service=MultiRowMutationService 2024-11-25T03:20:42,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:20:42,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:42,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,856 INFO [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,857 INFO [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fbb602019d145573dc1a4e3fd16a7f5 columnFamilyName hfileref 2024-11-25T03:20:42,857 DEBUG [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:42,858 INFO [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] regionserver.HStore(327): Store=8fbb602019d145573dc1a4e3fd16a7f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:42,858 INFO [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,859 INFO [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fbb602019d145573dc1a4e3fd16a7f5 columnFamilyName queue 2024-11-25T03:20:42,859 DEBUG [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:42,859 INFO [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] regionserver.HStore(327): Store=8fbb602019d145573dc1a4e3fd16a7f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:42,859 INFO [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,860 INFO [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fbb602019d145573dc1a4e3fd16a7f5 columnFamilyName sid 2024-11-25T03:20:42,860 DEBUG [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:42,860 INFO [StoreOpener-8fbb602019d145573dc1a4e3fd16a7f5-1 {}] regionserver.HStore(327): Store=8fbb602019d145573dc1a4e3fd16a7f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:42,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/replication/8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/replication/8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:42,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/replication/8fbb602019d145573dc1a4e3fd16a7f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:42,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fbb602019d145573dc1a4e3fd16a7f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70946203, jitterRate=0.05718080699443817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:42,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:42,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fbb602019d145573dc1a4e3fd16a7f5: Running coprocessor pre-open hook at 1732504842855Writing region info on filesystem at 1732504842855Initializing all the Stores at 1732504842856 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504842856Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504842856Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504842856Cleaning up temporary data from old regions at 1732504842862 (+6 ms)Running coprocessor post-open hooks at 1732504842865 (+3 ms)Region opened successfully at 1732504842865 2024-11-25T03:20:42,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5., pid=10, masterSystemTime=1732504842828 2024-11-25T03:20:42,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:42,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:42,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fbb602019d145573dc1a4e3fd16a7f5, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,33821,1732504829270 2024-11-25T03:20:42,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fbb602019d145573dc1a4e3fd16a7f5, server=38a5d2077268,33821,1732504829270 because future has completed 2024-11-25T03:20:42,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:20:42,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fbb602019d145573dc1a4e3fd16a7f5, server=38a5d2077268,33821,1732504829270 in 195 msec 2024-11-25T03:20:42,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:20:42,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fbb602019d145573dc1a4e3fd16a7f5, ASSIGN in 354 msec 2024-11-25T03:20:42,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:42,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504842875"}]},"ts":"1732504842875"} 2024-11-25T03:20:42,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:20:42,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:42,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 382 msec 2024-11-25T03:20:42,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5., hostname=38a5d2077268,33821,1732504829270, seqNum=2] 2024-11-25T03:20:42,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:42,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:42,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:20:43,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:20:43,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T03:20:43,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:20:43,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T03:20:43,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:20:43,062 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:20:43,091 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,33821,1732504829270, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:20:43,091 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:43,091 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,33821,1732504829270, seqNum=-1] 2024-11-25T03:20:43,092 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:43,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:43,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,33821,1732504829270', locateType=CURRENT is [region=hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5., hostname=38a5d2077268,33821,1732504829270, seqNum=2] 2024-11-25T03:20:43,097 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:20:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:20:43,098 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,33821,1732504829270 suceeded 2024-11-25T03:20:43,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:20:43,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-25T03:20:43,100 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:35657,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:20:43,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 617 msec 2024-11-25T03:20:43,111 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:35657' 2024-11-25T03:20:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:43,122 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a59c43b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:43,122 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35657,-1 for getting cluster id 2024-11-25T03:20:43,122 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:20:43,122 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:43,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:43,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:43,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:43,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:43,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:43,123 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4643355-b73d-439a-8daa-bd2920b1fcab' 2024-11-25T03:20:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:43,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28012e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:43,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35657,-1 for getting cluster id 2024-11-25T03:20:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4643355-b73d-439a-8daa-bd2920b1fcab" 2024-11-25T03:20:43,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bf420cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35657,-1] 2024-11-25T03:20:43,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:43,124 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4643355-b73d-439a-8daa-bd2920b1fcab' 2024-11-25T03:20:43,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:43,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:43,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4643355-b73d-439a-8daa-bd2920b1fcab" 2024-11-25T03:20:43,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cabc01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:43,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35657,-1] 2024-11-25T03:20:43,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:20:43,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:43,124 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:43,124 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:43,125 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f1208a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:43,125 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:43,125 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:43,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0f3012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,35657,1732504832997 2024-11-25T03:20:43,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17487bdb 2024-11-25T03:20:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,35657,1732504832997 2024-11-25T03:20:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78fcbfb9 2024-11-25T03:20:43,126 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-25T03:20:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:43,127 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,33821,1732504829270 (queues=1) is replicating from cluster=656b9a5c-abdd-4a03-a131-46acfab8f5df to cluster=e4643355-b73d-439a-8daa-bd2920b1fcab 2024-11-25T03:20:43,127 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C33821%2C1732504829270 2024-11-25T03:20:43,127 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,33821,1732504829270, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:20:43,127 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:43,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:36917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:20:43,127 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, startPosition=0, beingWritten=true 2024-11-25T03:20:43,127 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C33821%2C1732504829270 2024-11-25T03:20:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:20:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:43,130 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:36917' 2024-11-25T03:20:43,131 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6241d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:43,131 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36917,-1 for getting cluster id 2024-11-25T03:20:43,131 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:43,131 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0c2d4f2-7aac-4646-a3db-3f7d973fef05' 2024-11-25T03:20:43,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:43,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0c2d4f2-7aac-4646-a3db-3f7d973fef05" 2024-11-25T03:20:43,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7318e2eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:43,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36917,-1] 2024-11-25T03:20:43,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:43,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:43,132 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:43,133 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:43,133 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 379, reset compression=false 2024-11-25T03:20:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ffa855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:43,133 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:43,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,36917,1732504825682 2024-11-25T03:20:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a065d6c 2024-11-25T03:20:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:43,135 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:43,135 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:20:43,135 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:20:43,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:43,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:43,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:43,136 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:20:43,137 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:20:43,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:20:43,138 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:43,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:20:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:20:43,187 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:20:43,214 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 379, reset compression=false 2024-11-25T03:20:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:43,338 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 379, reset compression=false 2024-11-25T03:20:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:43,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 669338d62e1623a9433472f1ec02d58e, NAME => 'hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e 2024-11-25T03:20:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:20:43,643 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 379, reset compression=false 2024-11-25T03:20:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:43,817 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 379, reset compression=false 2024-11-25T03:20:43,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:43,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 669338d62e1623a9433472f1ec02d58e, disabling compactions & flushes 2024-11-25T03:20:43,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:43,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:43,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. after waiting 0 ms 2024-11-25T03:20:43,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:43,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:43,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 669338d62e1623a9433472f1ec02d58e: Waiting for close lock at 1732504843953Disabling compacts and flushes for region at 1732504843953Disabling writes for close at 1732504843953Writing region close event to WAL at 1732504843953Closed at 1732504843953 2024-11-25T03:20:43,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:20:43,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504843955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504843955"}]},"ts":"1732504843955"} 2024-11-25T03:20:43,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:20:43,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:20:43,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504843960"}]},"ts":"1732504843960"} 2024-11-25T03:20:43,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:20:43,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=669338d62e1623a9433472f1ec02d58e, ASSIGN}] 2024-11-25T03:20:43,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=669338d62e1623a9433472f1ec02d58e, ASSIGN 2024-11-25T03:20:43,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=669338d62e1623a9433472f1ec02d58e, ASSIGN; state=OFFLINE, location=38a5d2077268,45957,1732504833043; forceNewPlan=false, retain=false 2024-11-25T03:20:44,049 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 379, reset compression=false 2024-11-25T03:20:44,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=669338d62e1623a9433472f1ec02d58e, regionState=OPENING, regionLocation=38a5d2077268,45957,1732504833043 2024-11-25T03:20:44,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=669338d62e1623a9433472f1ec02d58e, ASSIGN because future has completed 2024-11-25T03:20:44,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 669338d62e1623a9433472f1ec02d58e, server=38a5d2077268,45957,1732504833043}] 2024-11-25T03:20:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:44,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:44,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:20:44,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:20:44,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C45957%2C1732504833043.rep, suffix=, logDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043, archiveDir=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/oldWALs, maxLogs=10 2024-11-25T03:20:44,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.rep.1732504844298, exclude list is [], retry=0 2024-11-25T03:20:44,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40023,DS-7bba338d-16f5-438e-ad88-bd21d4405b3d,DISK] 2024-11-25T03:20:44,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.rep.1732504844298 2024-11-25T03:20:44,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38401:38401)] 2024-11-25T03:20:44,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 669338d62e1623a9433472f1ec02d58e, NAME => 'hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:20:44,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:20:44,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:20:44,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. service=MultiRowMutationService 2024-11-25T03:20:44,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:20:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:20:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,335 INFO [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,336 INFO [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 669338d62e1623a9433472f1ec02d58e columnFamilyName hfileref 2024-11-25T03:20:44,336 DEBUG [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:44,337 INFO [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] regionserver.HStore(327): Store=669338d62e1623a9433472f1ec02d58e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:44,337 INFO [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,338 INFO [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 669338d62e1623a9433472f1ec02d58e columnFamilyName queue 2024-11-25T03:20:44,338 DEBUG [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:44,338 INFO [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] regionserver.HStore(327): Store=669338d62e1623a9433472f1ec02d58e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:44,338 INFO [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,339 INFO [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 669338d62e1623a9433472f1ec02d58e columnFamilyName sid 2024-11-25T03:20:44,339 DEBUG [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:20:44,339 INFO [StoreOpener-669338d62e1623a9433472f1ec02d58e-1 {}] regionserver.HStore(327): Store=669338d62e1623a9433472f1ec02d58e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:20:44,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/replication/669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/replication/669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:20:44,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/replication/669338d62e1623a9433472f1ec02d58e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:20:44,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 669338d62e1623a9433472f1ec02d58e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66918020, jitterRate=-0.002843797206878662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:20:44,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:44,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 669338d62e1623a9433472f1ec02d58e: Running coprocessor pre-open hook at 1732504844332Writing region info on filesystem at 1732504844332Initializing all the Stores at 1732504844333 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504844333Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504844335 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504844335Cleaning up temporary data from old regions at 1732504844341 (+6 ms)Running coprocessor post-open hooks at 1732504844345 (+4 ms)Region opened successfully at 1732504844345 2024-11-25T03:20:44,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e., pid=10, masterSystemTime=1732504844284 2024-11-25T03:20:44,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:44,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:44,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=669338d62e1623a9433472f1ec02d58e, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,45957,1732504833043 2024-11-25T03:20:44,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 669338d62e1623a9433472f1ec02d58e, server=38a5d2077268,45957,1732504833043 because future has completed 2024-11-25T03:20:44,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:20:44,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 669338d62e1623a9433472f1ec02d58e, server=38a5d2077268,45957,1732504833043 in 227 msec 2024-11-25T03:20:44,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:20:44,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=669338d62e1623a9433472f1ec02d58e, ASSIGN in 387 msec 2024-11-25T03:20:44,359 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:20:44,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504844359"}]},"ts":"1732504844359"} 2024-11-25T03:20:44,361 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:20:44,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:20:44,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2260 sec 2024-11-25T03:20:44,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e., hostname=38a5d2077268,45957,1732504833043, seqNum=2] 2024-11-25T03:20:44,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:44,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:44,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:20:44,521 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 379, reset compression=false 2024-11-25T03:20:44,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:20:44,556 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:20:44,557 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 379, reset compression=false 2024-11-25T03:20:44,593 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,45957,1732504833043, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:20:44,594 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:44,594 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45957,1732504833043, seqNum=-1] 2024-11-25T03:20:44,595 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:44,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:44,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,45957,1732504833043', locateType=CURRENT is [region=hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e., hostname=38a5d2077268,45957,1732504833043, seqNum=2] 2024-11-25T03:20:44,603 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:20:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:20:44,606 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,45957,1732504833043 suceeded 2024-11-25T03:20:44,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:20:44,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-25T03:20:44,608 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:36917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:20:44,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-25T03:20:44,622 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:36917' 2024-11-25T03:20:44,623 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62bc296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:44,624 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36917,-1 for getting cluster id 2024-11-25T03:20:44,624 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:44,624 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0c2d4f2-7aac-4646-a3db-3f7d973fef05' 2024-11-25T03:20:44,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:44,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0c2d4f2-7aac-4646-a3db-3f7d973fef05" 2024-11-25T03:20:44,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1609f833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:44,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36917,-1] 2024-11-25T03:20:44,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:44,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:44,626 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:44,627 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18104019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:44,627 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:44,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,36917,1732504825682 2024-11-25T03:20:44,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@402e1a60 2024-11-25T03:20:44,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:44,628 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T03:20:44,629 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,45957,1732504833043 (queues=1) is replicating from cluster=e4643355-b73d-439a-8daa-bd2920b1fcab to cluster=d0c2d4f2-7aac-4646-a3db-3f7d973fef05 2024-11-25T03:20:44,629 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C45957%2C1732504833043 2024-11-25T03:20:44,629 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,45957,1732504833043, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:20:44,630 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, startPosition=0, beingWritten=true 2024-11-25T03:20:44,632 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C45957%2C1732504833043 2024-11-25T03:20:44,639 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:44,639 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 379, reset compression=false 2024-11-25T03:20:44,639 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:44,843 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 379, reset compression=false 2024-11-25T03:20:45,148 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 379, reset compression=false 2024-11-25T03:20:45,163 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 379, reset compression=false 2024-11-25T03:20:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:20:45,275 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:20:45,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:45,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:45,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:45,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:45,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:45,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad8ad61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36917,-1 for getting cluster id 2024-11-25T03:20:45,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:45,277 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0c2d4f2-7aac-4646-a3db-3f7d973fef05' 2024-11-25T03:20:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0c2d4f2-7aac-4646-a3db-3f7d973fef05" 2024-11-25T03:20:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a7c0f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36917,-1] 2024-11-25T03:20:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:45,279 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa61a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e02a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36377,-1 for getting cluster id 2024-11-25T03:20:45,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:45,281 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '656b9a5c-abdd-4a03-a131-46acfab8f5df' 2024-11-25T03:20:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "656b9a5c-abdd-4a03-a131-46acfab8f5df" 2024-11-25T03:20:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e830d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36377,-1] 2024-11-25T03:20:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:45,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:45,282 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:45,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329129c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2506b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35657,-1 for getting cluster id 2024-11-25T03:20:45,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:45,284 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4643355-b73d-439a-8daa-bd2920b1fcab' 2024-11-25T03:20:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4643355-b73d-439a-8daa-bd2920b1fcab" 2024-11-25T03:20:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a218661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35657,-1] 2024-11-25T03:20:45,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:45,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:45,286 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11143f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:45,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,46369,1732504825740, seqNum=-1] 2024-11-25T03:20:45,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:45,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:45,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:45,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48527 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:20:45,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3., hostname=38a5d2077268,46369,1732504825740, seqNum=2] 2024-11-25T03:20:45,325 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 379, reset compression=false 2024-11-25T03:20:45,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:45,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45957,1732504833043, seqNum=-1] 2024-11-25T03:20:45,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:45,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504839187.b45b69036e7d6945aad3a4552308555e., hostname=38a5d2077268,45957,1732504833043, seqNum=2] 2024-11-25T03:20:45,334 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T03:20:45,336 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:45,336 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 480, reset compression=false 2024-11-25T03:20:45,336 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6ff29f923bb86b7b2b4585ed07bd9c3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T03:20:45,338 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:45,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-25T03:20:45,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:45,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@125ef3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36377,-1 for getting cluster id 2024-11-25T03:20:45,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:45,341 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '656b9a5c-abdd-4a03-a131-46acfab8f5df' 2024-11-25T03:20:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "656b9a5c-abdd-4a03-a131-46acfab8f5df" 2024-11-25T03:20:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@246538c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36377,-1] 2024-11-25T03:20:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:45,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:45,343 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:45,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d5bcc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,33821,1732504829270, seqNum=-1] 2024-11-25T03:20:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:45,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:45,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75., hostname=38a5d2077268,33821,1732504829270, seqNum=2] 2024-11-25T03:20:45,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:45,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:20:45,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:45,542 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 480, reset compression=false 2024-11-25T03:20:45,553 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 379, reset compression=false 2024-11-25T03:20:45,846 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 480, reset compression=false 2024-11-25T03:20:45,869 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 379, reset compression=false 2024-11-25T03:20:45,878 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:45,878 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 504, reset compression=false 2024-11-25T03:20:45,878 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4d33151d73d3fa8f352cb657557f75/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T03:20:45,880 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:45,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-25T03:20:45,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:45,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a46d26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35657,-1 for getting cluster id 2024-11-25T03:20:45,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:45,885 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4643355-b73d-439a-8daa-bd2920b1fcab' 2024-11-25T03:20:45,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:45,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4643355-b73d-439a-8daa-bd2920b1fcab" 2024-11-25T03:20:45,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c116494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35657,-1] 2024-11-25T03:20:45,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:45,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:45,886 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:45,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56f0681b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:45,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:45,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,45957,1732504833043, seqNum=-1] 2024-11-25T03:20:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:45,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:45,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504839187.b45b69036e7d6945aad3a4552308555e., hostname=38a5d2077268,45957,1732504833043, seqNum=2] 2024-11-25T03:20:45,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:46,057 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 379, reset compression=false 2024-11-25T03:20:46,063 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:46,063 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 527, reset compression=false 2024-11-25T03:20:46,063 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:46,087 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 504, reset compression=false 2024-11-25T03:20:46,250 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 480, reset compression=false 2024-11-25T03:20:46,269 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 527, reset compression=false 2024-11-25T03:20:46,336 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T03:20:46,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:46,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,33821,1732504829270, seqNum=-1] 2024-11-25T03:20:46,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:46,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:20:46,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75., hostname=38a5d2077268,33821,1732504829270, seqNum=2] 2024-11-25T03:20:46,343 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T03:20:46,390 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 504, reset compression=false 2024-11-25T03:20:46,395 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:46,395 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 608, reset compression=false 2024-11-25T03:20:46,395 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4d33151d73d3fa8f352cb657557f75/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T03:20:46,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:46,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:46,573 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 527, reset compression=false 2024-11-25T03:20:46,577 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:46,578 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 654, reset compression=false 2024-11-25T03:20:46,578 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[{test/b45b69036e7d6945aad3a4552308555e/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T03:20:46,580 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:46,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T03:20:46,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:46,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@84259fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:46,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36917,-1 for getting cluster id 2024-11-25T03:20:46,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:46,589 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0c2d4f2-7aac-4646-a3db-3f7d973fef05' 2024-11-25T03:20:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0c2d4f2-7aac-4646-a3db-3f7d973fef05" 2024-11-25T03:20:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed82c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36917,-1] 2024-11-25T03:20:46,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:46,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:46,591 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:46,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755ae648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:46,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:20:46,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,46369,1732504825740, seqNum=-1] 2024-11-25T03:20:46,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:20:46,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T03:20:46,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3., hostname=38a5d2077268,46369,1732504825740, seqNum=2] 2024-11-25T03:20:46,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:46,599 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 608, reset compression=false 2024-11-25T03:20:46,754 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 480, reset compression=false 2024-11-25T03:20:46,758 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:46,758 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 631, reset compression=false 2024-11-25T03:20:46,758 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:46,789 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 654, reset compression=false 2024-11-25T03:20:46,905 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 608, reset compression=false 2024-11-25T03:20:46,962 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 631, reset compression=false 2024-11-25T03:20:47,092 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 654, reset compression=false 2024-11-25T03:20:47,267 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 631, reset compression=false 2024-11-25T03:20:47,309 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 608, reset compression=false 2024-11-25T03:20:47,345 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T03:20:47,349 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T03:20:47,505 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 654, reset compression=false 2024-11-25T03:20:47,537 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:47,537 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 758, reset compression=false 2024-11-25T03:20:47,537 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[{test/b45b69036e7d6945aad3a4552308555e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T03:20:47,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:47,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:47,671 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 631, reset compression=false 2024-11-25T03:20:47,694 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:47,694 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 759, reset compression=false 2024-11-25T03:20:47,694 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6ff29f923bb86b7b2b4585ed07bd9c3/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T03:20:47,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:47,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:47,762 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 758, reset compression=false 2024-11-25T03:20:47,815 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 608, reset compression=false 2024-11-25T03:20:47,821 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:47,821 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 760, reset compression=false 2024-11-25T03:20:47,821 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:47,906 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 759, reset compression=false 2024-11-25T03:20:48,037 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 760, reset compression=false 2024-11-25T03:20:48,066 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 758, reset compression=false 2024-11-25T03:20:48,210 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 759, reset compression=false 2024-11-25T03:20:48,342 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 760, reset compression=false 2024-11-25T03:20:48,353 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T03:20:48,381 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T03:20:48,475 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 758, reset compression=false 2024-11-25T03:20:48,620 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 759, reset compression=false 2024-11-25T03:20:48,659 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:48,659 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 915, reset compression=false 2024-11-25T03:20:48,659 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6ff29f923bb86b7b2b4585ed07bd9c3/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T03:20:48,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:48,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:48,746 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 760, reset compression=false 2024-11-25T03:20:48,754 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:48,754 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 908, reset compression=false 2024-11-25T03:20:48,754 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4d33151d73d3fa8f352cb657557f75/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T03:20:48,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:48,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:48,881 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 915, reset compression=false 2024-11-25T03:20:48,959 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 908, reset compression=false 2024-11-25T03:20:48,988 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 758, reset compression=false 2024-11-25T03:20:48,992 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:48,992 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 929, reset compression=false 2024-11-25T03:20:48,992 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:49,186 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 915, reset compression=false 2024-11-25T03:20:49,196 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 929, reset compression=false 2024-11-25T03:20:49,264 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 908, reset compression=false 2024-11-25T03:20:49,382 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T03:20:49,386 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T03:20:49,499 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 929, reset compression=false 2024-11-25T03:20:49,591 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 915, reset compression=false 2024-11-25T03:20:49,667 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 908, reset compression=false 2024-11-25T03:20:49,673 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:49,673 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1067, reset compression=false 2024-11-25T03:20:49,673 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4d33151d73d3fa8f352cb657557f75/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T03:20:49,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:49,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:49,877 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1067, reset compression=false 2024-11-25T03:20:49,903 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 929, reset compression=false 2024-11-25T03:20:49,909 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:49,909 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1078, reset compression=false 2024-11-25T03:20:49,909 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[{test/b45b69036e7d6945aad3a4552308555e/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T03:20:49,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:49,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:50,097 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 915, reset compression=false 2024-11-25T03:20:50,106 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:50,106 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1088, reset compression=false 2024-11-25T03:20:50,106 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:50,127 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1078, reset compression=false 2024-11-25T03:20:50,182 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1067, reset compression=false 2024-11-25T03:20:50,311 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1088, reset compression=false 2024-11-25T03:20:50,388 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T03:20:50,392 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T03:20:50,433 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1078, reset compression=false 2024-11-25T03:20:50,438 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:50,439 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1237, reset compression=false 2024-11-25T03:20:50,439 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[{test/b45b69036e7d6945aad3a4552308555e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T03:20:50,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:50,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:50,587 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1067, reset compression=false 2024-11-25T03:20:50,615 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1088, reset compression=false 2024-11-25T03:20:50,643 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1237, reset compression=false 2024-11-25T03:20:50,651 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:50,651 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1238, reset compression=false 2024-11-25T03:20:50,651 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6ff29f923bb86b7b2b4585ed07bd9c3/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T03:20:50,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:50,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:50,865 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1238, reset compression=false 2024-11-25T03:20:50,959 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1237, reset compression=false 2024-11-25T03:20:51,097 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1067, reset compression=false 2024-11-25T03:20:51,102 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:51,102 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1241, reset compression=false 2024-11-25T03:20:51,102 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:51,173 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1238, reset compression=false 2024-11-25T03:20:51,309 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1241, reset compression=false 2024-11-25T03:20:51,363 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1237, reset compression=false 2024-11-25T03:20:51,394 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T03:20:51,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126c5d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:51,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35657,-1 for getting cluster id 2024-11-25T03:20:51,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:51,403 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4643355-b73d-439a-8daa-bd2920b1fcab' 2024-11-25T03:20:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4643355-b73d-439a-8daa-bd2920b1fcab" 2024-11-25T03:20:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efe48ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35657,-1] 2024-11-25T03:20:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:51,405 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fe8e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:51,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:51,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,35657,1732504832997 2024-11-25T03:20:51,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@598ccedd 2024-11-25T03:20:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:51,411 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:51,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-25T03:20:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-25T03:20:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T03:20:51,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:20:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T03:20:51,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T03:20:51,571 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-25T03:20:51,572 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-25T03:20:51,572 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,45957,1732504833043 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-25T03:20:51,573 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/38a5d2077268:0-0. 2024-11-25T03:20:51,573 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:51,573 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:51,573 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:51,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:51,577 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1238, reset compression=false 2024-11-25T03:20:51,613 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1241, reset compression=false 2024-11-25T03:20:51,674 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:20:51,674 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T03:20:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T03:20:51,774 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 terminated 2024-11-25T03:20:51,792 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,45957,1732504833043, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:20:51,793 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-25T03:20:51,793 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T03:20:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T03:20:51,796 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 38a5d2077268,45957,1732504833043 suceeded 2024-11-25T03:20:51,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T03:20:51,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-11-25T03:20:51,797 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-25T03:20:51,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 385 msec 2024-11-25T03:20:51,809 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:36917' 2024-11-25T03:20:51,810 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@97d2e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:51,810 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,36917,-1 for getting cluster id 2024-11-25T03:20:51,810 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:51,811 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0c2d4f2-7aac-4646-a3db-3f7d973fef05' 2024-11-25T03:20:51,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:51,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0c2d4f2-7aac-4646-a3db-3f7d973fef05" 2024-11-25T03:20:51,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@560f4441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:51,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,36917,-1] 2024-11-25T03:20:51,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:51,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:51,813 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:51,813 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23df05ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:51,813 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:51,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,36917,1732504825682 2024-11-25T03:20:51,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@669547bc 2024-11-25T03:20:51,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:51,815 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T03:20:51,816 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,45957,1732504833043 (queues=1) is replicating from cluster=e4643355-b73d-439a-8daa-bd2920b1fcab to cluster=d0c2d4f2-7aac-4646-a3db-3f7d973fef05 2024-11-25T03:20:51,816 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C45957%2C1732504833043 2024-11-25T03:20:51,816 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,45957,1732504833043, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:20:51,816 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C45957%2C1732504833043 2024-11-25T03:20:52,017 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1241, reset compression=false 2024-11-25T03:20:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T03:20:52,046 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:20:52,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:52,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:52,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:52,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:52,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:52,049 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-25T03:20:52,081 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1238, reset compression=false 2024-11-25T03:20:52,085 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:52,085 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1342, reset compression=false 2024-11-25T03:20:52,085 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6ff29f923bb86b7b2b4585ed07bd9c3/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T03:20:52,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:52,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:52,289 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1342, reset compression=false 2024-11-25T03:20:52,520 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1241, reset compression=false 2024-11-25T03:20:52,527 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:52,527 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1369, reset compression=false 2024-11-25T03:20:52,527 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4d33151d73d3fa8f352cb657557f75/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T03:20:52,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:52,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:52,593 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1342, reset compression=false 2024-11-25T03:20:52,733 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1369, reset compression=false 2024-11-25T03:20:52,997 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1342, reset compression=false 2024-11-25T03:20:53,038 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1369, reset compression=false 2024-11-25T03:20:53,052 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-25T03:20:53,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d9d044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:53,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,35657,-1 for getting cluster id 2024-11-25T03:20:53,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:20:53,056 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4643355-b73d-439a-8daa-bd2920b1fcab' 2024-11-25T03:20:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:20:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4643355-b73d-439a-8daa-bd2920b1fcab" 2024-11-25T03:20:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0f2b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,35657,-1] 2024-11-25T03:20:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:20:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:53,057 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:20:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653e0cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:20:53,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:20:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,35657,1732504832997 2024-11-25T03:20:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c98bcc4 2024-11-25T03:20:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:20:53,063 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:20:53,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-25T03:20:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-25T03:20:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T03:20:53,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:20:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T03:20:53,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-25T03:20:53,224 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-25T03:20:53,224 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T03:20:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T03:20:53,227 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 38a5d2077268,45957,1732504833043 suceeded 2024-11-25T03:20:53,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T03:20:53,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-25T03:20:53,229 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-25T03:20:53,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 165 msec 2024-11-25T03:20:53,317 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, startPosition=1237, beingWritten=true 2024-11-25T03:20:53,330 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:53,331 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1388, reset compression=false 2024-11-25T03:20:53,331 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T03:20:53,385 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:20:53,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:53,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:53,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:53,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:53,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:53,387 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-25T03:20:53,442 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1369, reset compression=false 2024-11-25T03:20:53,447 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:53,447 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1473, reset compression=false 2024-11-25T03:20:53,447 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa4d33151d73d3fa8f352cb657557f75/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T03:20:53,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:53,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:53,508 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1342, reset compression=false 2024-11-25T03:20:53,537 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1388, reset compression=false 2024-11-25T03:20:53,544 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:20:53,544 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1515, reset compression=false 2024-11-25T03:20:53,544 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[{test/b45b69036e7d6945aad3a4552308555e/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T03:20:53,548 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:20:53,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T03:20:53,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:20:53,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:20:53,651 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1473, reset compression=false 2024-11-25T03:20:53,749 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1515, reset compression=false 2024-11-25T03:20:53,956 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1473, reset compression=false 2024-11-25T03:20:54,057 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1515, reset compression=false 2024-11-25T03:20:54,111 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1342, reset compression=false 2024-11-25T03:20:54,122 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:54,122 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:54,122 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:54,326 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:54,360 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1473, reset compression=false 2024-11-25T03:20:54,389 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-25T03:20:54,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:20:54,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:54,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:54,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:54,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:54,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:54,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:20:54,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1842108992, stopped=false 2024-11-25T03:20:54,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,35657,1732504832997 2024-11-25T03:20:54,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21405367128/running 2024-11-25T03:20:54,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:54,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:20:54,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21405367128/running 2024-11-25T03:20:54,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:54,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:54,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:54,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:54,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on znode that does not yet exist, /21405367128/running 2024-11-25T03:20:54,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,45957,1732504833043' ***** 2024-11-25T03:20:54,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:20:54,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Set watcher on znode that does not yet exist, /21405367128/running 2024-11-25T03:20:54,394 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:20:54,394 INFO [RS:0;38a5d2077268:45957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:20:54,394 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:20:54,394 INFO [RS:0;38a5d2077268:45957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:20:54,394 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(3091): Received CLOSE for b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:54,395 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(3091): Received CLOSE for 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:54,395 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,45957,1732504833043 2024-11-25T03:20:54,395 INFO [RS:0;38a5d2077268:45957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:20:54,395 INFO [RS:0;38a5d2077268:45957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45957. 2024-11-25T03:20:54,395 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b45b69036e7d6945aad3a4552308555e, disabling compactions & flushes 2024-11-25T03:20:54,395 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:54,395 DEBUG [RS:0;38a5d2077268:45957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:54,395 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:54,395 DEBUG [RS:0;38a5d2077268:45957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:54,395 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504839187.b45b69036e7d6945aad3a4552308555e. after waiting 0 ms 2024-11-25T03:20:54,395 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:54,395 INFO [RS:0;38a5d2077268:45957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:20:54,395 INFO [RS:0;38a5d2077268:45957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:20:54,395 INFO [RS:0;38a5d2077268:45957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:20:54,395 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b45b69036e7d6945aad3a4552308555e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T03:20:54,395 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:20:54,395 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:20:54,395 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1325): Online Regions={b45b69036e7d6945aad3a4552308555e=test,,1732504839187.b45b69036e7d6945aad3a4552308555e., 1588230740=hbase:meta,,1.1588230740, 669338d62e1623a9433472f1ec02d58e=hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e.} 2024-11-25T03:20:54,395 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 669338d62e1623a9433472f1ec02d58e, b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:54,396 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:20:54,396 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:20:54,396 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:20:54,396 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:20:54,396 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:20:54,396 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:20:54,416 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/info/5e08d27ef9774a938a4e8fe19c691f4b is 147, key is hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e./info:regioninfo/1732504844349/Put/seqid=0 2024-11-25T03:20:54,416 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/.tmp/f/622f730c41e44a25af73e2ca180e6212 is 37, key is row3/f:row3/1732504852047/Put/seqid=0 2024-11-25T03:20:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741841_1017 (size=5228) 2024-11-25T03:20:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741840_1016 (size=7686) 2024-11-25T03:20:54,433 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:20:54,465 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1515, reset compression=false 2024-11-25T03:20:54,470 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:54,470 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1762, reset compression=false 2024-11-25T03:20:54,470 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,45957,1732504833043 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:54,471 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,45957,1732504833043: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-38a5d2077268,45957,1732504833043, walGroup=38a5d2077268%2C45957%2C1732504833043, offset=38a5d2077268%2C45957%2C1732504833043.1732504833856:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:45957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:20:54,471 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:20:54,472 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:20:54,472 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:20:54,472 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:20:54,472 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:20:54,472 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 831646816 }, "NonHeapMemoryUsage": { "committed": 200867840, "init": 7667712, "max": -1, "used": 198015912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:20:54,472 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:35657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:35657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T03:20:54,596 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 669338d62e1623a9433472f1ec02d58e, b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:54,630 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:54,676 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1762, reset compression=false 2024-11-25T03:20:54,710 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:20:54,710 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:20:54,796 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 669338d62e1623a9433472f1ec02d58e, b45b69036e7d6945aad3a4552308555e 2024-11-25T03:20:54,827 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/.tmp/f/622f730c41e44a25af73e2ca180e6212 2024-11-25T03:20:54,827 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/info/5e08d27ef9774a938a4e8fe19c691f4b 2024-11-25T03:20:54,831 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 622f730c41e44a25af73e2ca180e6212 2024-11-25T03:20:54,846 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/ns/355638d6ee4045aca68ed293a1e0147e is 43, key is default/ns:d/1732504834821/Put/seqid=0 2024-11-25T03:20:54,849 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/.tmp/f1/25b47096b46d4a91a3e6762c3275da2b is 30, key is row1/f1:/1732504849383/DeleteFamily/seqid=0 2024-11-25T03:20:54,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741842_1018 (size=5153) 2024-11-25T03:20:54,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741843_1019 (size=5158) 2024-11-25T03:20:54,852 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/.tmp/f1/25b47096b46d4a91a3e6762c3275da2b 2024-11-25T03:20:54,856 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25b47096b46d4a91a3e6762c3275da2b 2024-11-25T03:20:54,864 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1473, reset compression=false 2024-11-25T03:20:54,871 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/.tmp/norep/35f7812446004a50a1a6191ab6f51050 is 33, key is row2/norep:/1732504850389/DeleteFamily/seqid=0 2024-11-25T03:20:54,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741844_1020 (size=5108) 2024-11-25T03:20:54,881 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/.tmp/norep/35f7812446004a50a1a6191ab6f51050 2024-11-25T03:20:54,885 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35f7812446004a50a1a6191ab6f51050 2024-11-25T03:20:54,886 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/.tmp/f/622f730c41e44a25af73e2ca180e6212 as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/f/622f730c41e44a25af73e2ca180e6212 2024-11-25T03:20:54,889 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 622f730c41e44a25af73e2ca180e6212 2024-11-25T03:20:54,889 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/f/622f730c41e44a25af73e2ca180e6212, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T03:20:54,890 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/.tmp/f1/25b47096b46d4a91a3e6762c3275da2b as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/f1/25b47096b46d4a91a3e6762c3275da2b 2024-11-25T03:20:54,904 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25b47096b46d4a91a3e6762c3275da2b 2024-11-25T03:20:54,904 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/f1/25b47096b46d4a91a3e6762c3275da2b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T03:20:54,905 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/.tmp/norep/35f7812446004a50a1a6191ab6f51050 as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/norep/35f7812446004a50a1a6191ab6f51050 2024-11-25T03:20:54,909 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35f7812446004a50a1a6191ab6f51050 2024-11-25T03:20:54,910 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/norep/35f7812446004a50a1a6191ab6f51050, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T03:20:54,911 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b45b69036e7d6945aad3a4552308555e in 515ms, sequenceid=12, compaction requested=false 2024-11-25T03:20:54,916 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/default/test/b45b69036e7d6945aad3a4552308555e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T03:20:54,916 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:54,916 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:20:54,916 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:54,916 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b45b69036e7d6945aad3a4552308555e: Waiting for close lock at 1732504854395Running coprocessor pre-close hooks at 1732504854395Disabling compacts and flushes for region at 1732504854395Disabling writes for close at 1732504854395Obtaining lock to block concurrent updates at 1732504854395Preparing flush snapshotting stores in b45b69036e7d6945aad3a4552308555e at 1732504854395Finished memstore snapshotting test,,1732504839187.b45b69036e7d6945aad3a4552308555e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732504854396 (+1 ms)Flushing stores of test,,1732504839187.b45b69036e7d6945aad3a4552308555e. at 1732504854396Flushing b45b69036e7d6945aad3a4552308555e/f: creating writer at 1732504854396Flushing b45b69036e7d6945aad3a4552308555e/f: appending metadata at 1732504854416 (+20 ms)Flushing b45b69036e7d6945aad3a4552308555e/f: closing flushed file at 1732504854416Flushing b45b69036e7d6945aad3a4552308555e/f1: creating writer at 1732504854832 (+416 ms)Flushing b45b69036e7d6945aad3a4552308555e/f1: appending metadata at 1732504854848 (+16 ms)Flushing b45b69036e7d6945aad3a4552308555e/f1: closing flushed file at 1732504854849 (+1 ms)Flushing b45b69036e7d6945aad3a4552308555e/norep: creating writer at 1732504854856 (+7 ms)Flushing b45b69036e7d6945aad3a4552308555e/norep: appending metadata at 1732504854870 (+14 ms)Flushing b45b69036e7d6945aad3a4552308555e/norep: closing flushed file at 1732504854870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67431af1: reopening flushed file at 1732504854885 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b91f2c5: reopening flushed file at 1732504854890 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37091867: reopening flushed file at 1732504854904 (+14 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b45b69036e7d6945aad3a4552308555e in 515ms, sequenceid=12, compaction requested=false at 1732504854911 (+7 ms)Writing region close event to WAL at 1732504854913 (+2 ms)Running coprocessor post-close hooks at 1732504854916 (+3 ms)Closed at 1732504854916 2024-11-25T03:20:54,917 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504839187.b45b69036e7d6945aad3a4552308555e. 2024-11-25T03:20:54,917 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 669338d62e1623a9433472f1ec02d58e, disabling compactions & flushes 2024-11-25T03:20:54,917 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:54,917 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:54,917 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. after waiting 0 ms 2024-11-25T03:20:54,917 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:54,917 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 669338d62e1623a9433472f1ec02d58e: Waiting for close lock at 1732504854917Running coprocessor pre-close hooks at 1732504854917Disabling compacts and flushes for region at 1732504854917Disabling writes for close at 1732504854917Failed flush hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e., putting online again at 1732504854917 2024-11-25T03:20:54,917 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:54,981 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 1762, reset compression=false 2024-11-25T03:20:54,986 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:54,986 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 2406, reset compression=false 2024-11-25T03:20:54,996 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(3091): Received CLOSE for 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:54,996 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 669338d62e1623a9433472f1ec02d58e 2024-11-25T03:20:54,996 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 669338d62e1623a9433472f1ec02d58e, disabling compactions & flushes 2024-11-25T03:20:54,996 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:54,996 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:54,996 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. after waiting 0 ms 2024-11-25T03:20:54,996 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:54,997 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 669338d62e1623a9433472f1ec02d58e: Waiting for close lock at 1732504854996Running coprocessor pre-close hooks at 1732504854996Disabling compacts and flushes for region at 1732504854996Disabling writes for close at 1732504854996Failed flush hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e., putting online again at 1732504854996 2024-11-25T03:20:54,997 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e. 2024-11-25T03:20:55,034 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:55,189 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 2406, reset compression=false 2024-11-25T03:20:55,196 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:20:55,250 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/ns/355638d6ee4045aca68ed293a1e0147e 2024-11-25T03:20:55,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:20:55,270 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/rep_barrier/8aab1e2df2ba491c929b7bb02ea36c73 is 112, key is test,,1732504839187.b45b69036e7d6945aad3a4552308555e./rep_barrier:seqnumDuringOpen/1732504839933/Put/seqid=0 2024-11-25T03:20:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741845_1021 (size=5518) 2024-11-25T03:20:55,397 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:20:55,397 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 669338d62e1623a9433472f1ec02d58e=hbase:replication,,1732504843136.669338d62e1623a9433472f1ec02d58e.} 2024-11-25T03:20:55,397 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:20:55,468 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1473, reset compression=false 2024-11-25T03:20:55,492 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 2406, reset compression=false 2024-11-25T03:20:55,537 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:55,597 DEBUG [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:20:55,674 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/rep_barrier/8aab1e2df2ba491c929b7bb02ea36c73 2024-11-25T03:20:55,692 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/table/52bebe7529f5445a90d1a474e218d686 is 53, key is hbase:replication/table:state/1732504844359/Put/seqid=0 2024-11-25T03:20:55,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741846_1022 (size=5308) 2024-11-25T03:20:55,695 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/table/52bebe7529f5445a90d1a474e218d686 2024-11-25T03:20:55,699 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/info/5e08d27ef9774a938a4e8fe19c691f4b as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/info/5e08d27ef9774a938a4e8fe19c691f4b 2024-11-25T03:20:55,703 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/info/5e08d27ef9774a938a4e8fe19c691f4b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:20:55,703 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/ns/355638d6ee4045aca68ed293a1e0147e as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/ns/355638d6ee4045aca68ed293a1e0147e 2024-11-25T03:20:55,707 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/ns/355638d6ee4045aca68ed293a1e0147e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:20:55,707 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/rep_barrier/8aab1e2df2ba491c929b7bb02ea36c73 as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/rep_barrier/8aab1e2df2ba491c929b7bb02ea36c73 2024-11-25T03:20:55,711 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/rep_barrier/8aab1e2df2ba491c929b7bb02ea36c73, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:20:55,712 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/.tmp/table/52bebe7529f5445a90d1a474e218d686 as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/table/52bebe7529f5445a90d1a474e218d686 2024-11-25T03:20:55,716 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/table/52bebe7529f5445a90d1a474e218d686, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:20:55,717 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-25T03:20:55,722 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:20:55,722 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:55,722 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:20:55,722 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:55,722 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504854395Running coprocessor pre-close hooks at 1732504854395Disabling compacts and flushes for region at 1732504854396 (+1 ms)Disabling writes for close at 1732504854396Obtaining lock to block concurrent updates at 1732504854396Preparing flush snapshotting stores in 1588230740 at 1732504854396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504854396Flushing stores of hbase:meta,,1.1588230740 at 1732504854397 (+1 ms)Flushing 1588230740/info: creating writer at 1732504854397Flushing 1588230740/info: appending metadata at 1732504854415 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732504854415Flushing 1588230740/ns: creating writer at 1732504854832 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732504854845 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732504854845Flushing 1588230740/rep_barrier: creating writer at 1732504855254 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504855269 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504855269Flushing 1588230740/table: creating writer at 1732504855678 (+409 ms)Flushing 1588230740/table: appending metadata at 1732504855691 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732504855691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce124d4: reopening flushed file at 1732504855699 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2284d8e5: reopening flushed file at 1732504855703 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fafb4f5: reopening flushed file at 1732504855707 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ca4f34: reopening flushed file at 1732504855711 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732504855717 (+6 ms)Writing region close event to WAL at 1732504855719 (+2 ms)Running coprocessor post-close hooks at 1732504855722 (+3 ms)Closed at 1732504855722 2024-11-25T03:20:55,722 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:55,797 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T03:20:55,797 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,45957,1732504833043; all regions closed. 2024-11-25T03:20:55,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:20:55,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.meta.1732504834782.meta not finished, retry = 0 2024-11-25T03:20:55,895 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.1732504833856 to pos 2406, reset compression=false 2024-11-25T03:20:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741839_1015 (size=2609) 2024-11-25T03:20:55,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/WALs/38a5d2077268,45957,1732504833043/38a5d2077268%2C45957%2C1732504833043.rep.1732504844298 not finished, retry = 0 2024-11-25T03:20:56,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741832_1008 (size=2414) 2024-11-25T03:20:56,006 DEBUG [RS:0;38a5d2077268:45957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:56,006 INFO [RS:0;38a5d2077268:45957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:20:56,006 INFO [RS:0;38a5d2077268:45957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:20:56,006 INFO [RS:0;38a5d2077268:45957 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:20:56,007 INFO [RS:0;38a5d2077268:45957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:20:56,007 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:20:56,007 INFO [RS:0;38a5d2077268:45957 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,45957,1732504833043 because: Region server is closing 2024-11-25T03:20:56,007 INFO [RS:0;38a5d2077268:45957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45957. 2024-11-25T03:20:56,007 DEBUG [RS:0;38a5d2077268:45957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:56,007 DEBUG [RS:0;38a5d2077268:45957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:56,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:56,008 DEBUG [RS:0;38a5d2077268:45957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:56,108 INFO [RS:0;38a5d2077268:45957 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.shipper38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 terminated 2024-11-25T03:20:56,108 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,45957,1732504833043.replicationSource.wal-reader.38a5d2077268%2C45957%2C1732504833043,1-38a5d2077268,45957,1732504833043 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:20:56,108 INFO [RS:0;38a5d2077268:45957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:45957. 2024-11-25T03:20:56,108 DEBUG [RS:0;38a5d2077268:45957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:56,108 DEBUG [RS:0;38a5d2077268:45957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:56,108 DEBUG [RS:0;38a5d2077268:45957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:56,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:56,109 INFO [RS:0;38a5d2077268:45957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45957 2024-11-25T03:20:56,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21405367128/rs/38a5d2077268,45957,1732504833043 2024-11-25T03:20:56,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128/rs 2024-11-25T03:20:56,111 INFO [RS:0;38a5d2077268:45957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:20:56,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,45957,1732504833043] 2024-11-25T03:20:56,114 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21405367128/draining/38a5d2077268,45957,1732504833043 already deleted, retry=false 2024-11-25T03:20:56,114 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,45957,1732504833043 expired; onlineServers=0 2024-11-25T03:20:56,114 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,35657,1732504832997' ***** 2024-11-25T03:20:56,114 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:20:56,114 INFO [M:0;38a5d2077268:35657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:20:56,114 INFO [M:0;38a5d2077268:35657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:20:56,114 DEBUG [M:0;38a5d2077268:35657 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:20:56,114 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:20:56,114 DEBUG [M:0;38a5d2077268:35657 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:20:56,114 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504833647 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504833647,5,FailOnTimeoutGroup] 2024-11-25T03:20:56,114 INFO [M:0;38a5d2077268:35657 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:20:56,114 INFO [M:0;38a5d2077268:35657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:20:56,114 DEBUG [M:0;38a5d2077268:35657 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:20:56,114 INFO [M:0;38a5d2077268:35657 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:20:56,115 INFO [M:0;38a5d2077268:35657 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:20:56,115 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504833647 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504833647,5,FailOnTimeoutGroup] 2024-11-25T03:20:56,115 INFO [M:0;38a5d2077268:35657 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:20:56,115 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:20:56,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21405367128/master 2024-11-25T03:20:56,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21405367128 2024-11-25T03:20:56,120 DEBUG [M:0;38a5d2077268:35657 {}] zookeeper.ZKUtil(347): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Unable to get data of znode /21405367128/master because node does not exist (not an error) 2024-11-25T03:20:56,120 WARN [M:0;38a5d2077268:35657 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:20:56,122 INFO [M:0;38a5d2077268:35657 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/.lastflushedseqids 2024-11-25T03:20:56,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741847_1023 (size=245) 2024-11-25T03:20:56,127 INFO [M:0;38a5d2077268:35657 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:20:56,127 INFO [M:0;38a5d2077268:35657 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:20:56,127 DEBUG [M:0;38a5d2077268:35657 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:20:56,127 INFO [M:0;38a5d2077268:35657 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:56,127 DEBUG [M:0;38a5d2077268:35657 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:56,127 DEBUG [M:0;38a5d2077268:35657 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:20:56,127 DEBUG [M:0;38a5d2077268:35657 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:56,128 INFO [M:0;38a5d2077268:35657 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-25T03:20:56,141 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:56,146 DEBUG [M:0;38a5d2077268:35657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b03af9d89ccd427ca211ca101b78b7da is 82, key is hbase:meta,,1/info:regioninfo/1732504834811/Put/seqid=0 2024-11-25T03:20:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741848_1024 (size=5672) 2024-11-25T03:20:56,172 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1473, reset compression=false 2024-11-25T03:20:56,213 INFO [RS:0;38a5d2077268:45957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:20:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:56,213 INFO [RS:0;38a5d2077268:45957 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,45957,1732504833043; zookeeper connection closed. 2024-11-25T03:20:56,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45957-0x1014d23961f0007, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:56,213 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1987cb2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1987cb2a 2024-11-25T03:20:56,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:20:56,552 INFO [M:0;38a5d2077268:35657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b03af9d89ccd427ca211ca101b78b7da 2024-11-25T03:20:56,600 DEBUG [M:0;38a5d2077268:35657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a894f65992d247309b8a0dbccc2beffa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732504844363/Put/seqid=0 2024-11-25T03:20:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741849_1025 (size=9212) 2024-11-25T03:20:56,849 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:56,976 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1473, reset compression=false 2024-11-25T03:20:57,012 INFO [M:0;38a5d2077268:35657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a894f65992d247309b8a0dbccc2beffa 2024-11-25T03:20:57,037 DEBUG [M:0;38a5d2077268:35657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b017fcc11bc4f4a9942ed5b95f58f9d is 69, key is 38a5d2077268,45957,1732504833043/rs:state/1732504833694/Put/seqid=0 2024-11-25T03:20:57,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741850_1026 (size=5156) 2024-11-25T03:20:57,441 INFO [M:0;38a5d2077268:35657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b017fcc11bc4f4a9942ed5b95f58f9d 2024-11-25T03:20:57,446 DEBUG [M:0;38a5d2077268:35657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b03af9d89ccd427ca211ca101b78b7da as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b03af9d89ccd427ca211ca101b78b7da 2024-11-25T03:20:57,449 INFO [M:0;38a5d2077268:35657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b03af9d89ccd427ca211ca101b78b7da, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T03:20:57,450 DEBUG [M:0;38a5d2077268:35657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a894f65992d247309b8a0dbccc2beffa as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a894f65992d247309b8a0dbccc2beffa 2024-11-25T03:20:57,453 INFO [M:0;38a5d2077268:35657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a894f65992d247309b8a0dbccc2beffa, entries=15, sequenceid=127, filesize=9.0 K 2024-11-25T03:20:57,454 DEBUG [M:0;38a5d2077268:35657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b017fcc11bc4f4a9942ed5b95f58f9d as hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b017fcc11bc4f4a9942ed5b95f58f9d 2024-11-25T03:20:57,457 INFO [M:0;38a5d2077268:35657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44123/user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b017fcc11bc4f4a9942ed5b95f58f9d, entries=1, sequenceid=127, filesize=5.0 K 2024-11-25T03:20:57,458 INFO [M:0;38a5d2077268:35657 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=127, compaction requested=false 2024-11-25T03:20:57,460 INFO [M:0;38a5d2077268:35657 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:57,460 DEBUG [M:0;38a5d2077268:35657 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504856127Disabling compacts and flushes for region at 1732504856127Disabling writes for close at 1732504856127Obtaining lock to block concurrent updates at 1732504856128 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504856128Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732504856128Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504856129 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504856129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504856146 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504856146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504856564 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504856600 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504856600Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504857017 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504857036 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504857036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ce167d: reopening flushed file at 1732504857445 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e42f62: reopening flushed file at 1732504857449 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff05ee9: reopening flushed file at 1732504857453 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=127, compaction requested=false at 1732504857458 (+5 ms)Writing region close event to WAL at 1732504857459 (+1 ms)Closed at 1732504857459 2024-11-25T03:20:57,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741830_1006 (size=73866) 2024-11-25T03:20:57,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09688b3e-e6b8-63dc-4e71-02a48b606b6e/MasterData/WALs/38a5d2077268,35657,1732504832997/38a5d2077268%2C35657%2C1732504832997.1732504833548 not finished, retry = 0 2024-11-25T03:20:57,562 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:20:57,563 INFO [M:0;38a5d2077268:35657 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:20:57,563 INFO [M:0;38a5d2077268:35657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35657 2024-11-25T03:20:57,563 INFO [M:0;38a5d2077268:35657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:20:57,653 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:57,665 INFO [M:0;38a5d2077268:35657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:20:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35657-0x1014d23961f0006, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:57,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4bc20c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:20:57,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43330654{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:20:57,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:20:57,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78f3c32e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:20:57,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@95ac5e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.log.dir/,STOPPED} 2024-11-25T03:20:57,670 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:20:57,670 WARN [BP-2100745377-172.17.0.2-1732504831930 heartbeating to localhost/127.0.0.1:44123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:20:57,670 WARN [BP-2100745377-172.17.0.2-1732504831930 heartbeating to localhost/127.0.0.1:44123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2100745377-172.17.0.2-1732504831930 (Datanode Uuid ab8a1f53-d714-4523-a997-aea898cf4d09) service to localhost/127.0.0.1:44123 2024-11-25T03:20:57,671 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:20:57,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/cluster_c7e0ea00-db09-cc2c-7526-7973031b1308/data/data1/current/BP-2100745377-172.17.0.2-1732504831930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:20:57,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/cluster_c7e0ea00-db09-cc2c-7526-7973031b1308/data/data2/current/BP-2100745377-172.17.0.2-1732504831930 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:20:57,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:20:57,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e4df4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:20:57,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@207a4220{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:20:57,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:20:57,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f3a8588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:20:57,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@758a237a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.log.dir/,STOPPED} 2024-11-25T03:20:57,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:20:57,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:20:57,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:57,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:57,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:57,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:57,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:57,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:20:57,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=246746656, stopped=false 2024-11-25T03:20:57,698 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,36377,1732504829234 2024-11-25T03:20:57,700 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:20:57,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1511819876/running 2024-11-25T03:20:57,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1511819876/running 2024-11-25T03:20:57,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:57,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:57,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:20:57,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:57,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:57,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on znode that does not yet exist, /1-1511819876/running 2024-11-25T03:20:57,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,33821,1732504829270' ***** 2024-11-25T03:20:57,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:20:57,702 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:20:57,702 INFO [RS:0;38a5d2077268:33821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:20:57,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Set watcher on znode that does not yet exist, /1-1511819876/running 2024-11-25T03:20:57,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:20:57,703 INFO [RS:0;38a5d2077268:33821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:20:57,703 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(3091): Received CLOSE for fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:57,704 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:57,704 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,33821,1732504829270 2024-11-25T03:20:57,704 INFO [RS:0;38a5d2077268:33821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:20:57,704 INFO [RS:0;38a5d2077268:33821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:33821. 2024-11-25T03:20:57,704 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa4d33151d73d3fa8f352cb657557f75, disabling compactions & flushes 2024-11-25T03:20:57,704 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:57,704 DEBUG [RS:0;38a5d2077268:33821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:57,704 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:57,704 DEBUG [RS:0;38a5d2077268:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:57,704 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. after waiting 0 ms 2024-11-25T03:20:57,713 INFO [RS:0;38a5d2077268:33821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:20:57,713 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:57,713 INFO [RS:0;38a5d2077268:33821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:20:57,713 INFO [RS:0;38a5d2077268:33821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:20:57,713 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:20:57,713 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa4d33151d73d3fa8f352cb657557f75 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T03:20:57,714 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:20:57,714 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1325): Online Regions={fa4d33151d73d3fa8f352cb657557f75=test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75., 8fbb602019d145573dc1a4e3fd16a7f5=hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:20:57,714 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fbb602019d145573dc1a4e3fd16a7f5, fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:57,714 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:20:57,714 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:20:57,714 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:20:57,714 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:20:57,714 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:20:57,714 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:20:57,738 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/info/16301e9ccc1d4fe3946ce77f1362db50 is 147, key is hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5./info:regioninfo/1732504842868/Put/seqid=0 2024-11-25T03:20:57,739 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/.tmp/f/18fcac34450342c6bc5a79663ff126b6 is 37, key is row3/f:row3/1732504852047/Put/seqid=0 2024-11-25T03:20:57,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741840_1016 (size=7686) 2024-11-25T03:20:57,744 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/info/16301e9ccc1d4fe3946ce77f1362db50 2024-11-25T03:20:57,751 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:20:57,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741841_1017 (size=5228) 2024-11-25T03:20:57,754 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/.tmp/f/18fcac34450342c6bc5a79663ff126b6 2024-11-25T03:20:57,759 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18fcac34450342c6bc5a79663ff126b6 2024-11-25T03:20:57,780 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/.tmp/f1/51bbddb8e9b94d058af50d6c13969ead is 30, key is row1/f1:/1732504849383/DeleteFamily/seqid=0 2024-11-25T03:20:57,784 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/ns/bf0cef52251d46b48fbe3b168991a781 is 43, key is default/ns:d/1732504831842/Put/seqid=0 2024-11-25T03:20:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741842_1018 (size=5158) 2024-11-25T03:20:57,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741843_1019 (size=5153) 2024-11-25T03:20:57,880 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1473, reset compression=false 2024-11-25T03:20:57,884 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:57,885 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1720, reset compression=false 2024-11-25T03:20:57,885 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,33821,1732504829270 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:20:57,886 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,33821,1732504829270: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-38a5d2077268,33821,1732504829270, walGroup=38a5d2077268%2C33821%2C1732504829270, offset=38a5d2077268%2C33821%2C1732504829270.1732504831267:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:33821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:20:57,887 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:20:57,887 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:20:57,888 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:20:57,888 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:20:57,888 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:20:57,888 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 709525264 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198413016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:20:57,889 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:36377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:36377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T03:20:57,914 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fbb602019d145573dc1a4e3fd16a7f5, fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:58,090 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1720, reset compression=false 2024-11-25T03:20:58,114 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fbb602019d145573dc1a4e3fd16a7f5, fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:58,196 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/ns/bf0cef52251d46b48fbe3b168991a781 2024-11-25T03:20:58,196 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/.tmp/f1/51bbddb8e9b94d058af50d6c13969ead 2024-11-25T03:20:58,201 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51bbddb8e9b94d058af50d6c13969ead 2024-11-25T03:20:58,207 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:20:58,208 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:20:58,218 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/rep_barrier/84c14271c58b4331aba1fd8e0f39d2bb is 112, key is test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75./rep_barrier:seqnumDuringOpen/1732504838185/Put/seqid=0 2024-11-25T03:20:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741844_1020 (size=5518) 2024-11-25T03:20:58,223 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/.tmp/norep/78aa648d331642f6be75fc81d85f4834 is 33, key is row1/norep:/1732504849383/DeleteFamily/seqid=0 2024-11-25T03:20:58,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741845_1021 (size=5108) 2024-11-25T03:20:58,314 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fbb602019d145573dc1a4e3fd16a7f5, fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:58,404 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1720, reset compression=false 2024-11-25T03:20:58,515 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fbb602019d145573dc1a4e3fd16a7f5, fa4d33151d73d3fa8f352cb657557f75 2024-11-25T03:20:58,557 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:58,622 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/rep_barrier/84c14271c58b4331aba1fd8e0f39d2bb 2024-11-25T03:20:58,630 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/.tmp/norep/78aa648d331642f6be75fc81d85f4834 2024-11-25T03:20:58,635 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78aa648d331642f6be75fc81d85f4834 2024-11-25T03:20:58,636 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/.tmp/f/18fcac34450342c6bc5a79663ff126b6 as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/f/18fcac34450342c6bc5a79663ff126b6 2024-11-25T03:20:58,640 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18fcac34450342c6bc5a79663ff126b6 2024-11-25T03:20:58,640 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/f/18fcac34450342c6bc5a79663ff126b6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T03:20:58,640 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/.tmp/f1/51bbddb8e9b94d058af50d6c13969ead as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/f1/51bbddb8e9b94d058af50d6c13969ead 2024-11-25T03:20:58,645 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51bbddb8e9b94d058af50d6c13969ead 2024-11-25T03:20:58,645 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/f1/51bbddb8e9b94d058af50d6c13969ead, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T03:20:58,646 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/.tmp/norep/78aa648d331642f6be75fc81d85f4834 as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/norep/78aa648d331642f6be75fc81d85f4834 2024-11-25T03:20:58,646 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/table/dd7d1511443540f2885d4d7ecc7ca23e is 53, key is hbase:replication/table:state/1732504842875/Put/seqid=0 2024-11-25T03:20:58,652 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78aa648d331642f6be75fc81d85f4834 2024-11-25T03:20:58,652 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/norep/78aa648d331642f6be75fc81d85f4834, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T03:20:58,653 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fa4d33151d73d3fa8f352cb657557f75 in 940ms, sequenceid=12, compaction requested=false 2024-11-25T03:20:58,653 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T03:20:58,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741846_1022 (size=5308) 2024-11-25T03:20:58,677 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/default/test/fa4d33151d73d3fa8f352cb657557f75/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T03:20:58,678 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:58,678 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:20:58,678 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:58,678 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa4d33151d73d3fa8f352cb657557f75: Waiting for close lock at 1732504857704Running coprocessor pre-close hooks at 1732504857704Disabling compacts and flushes for region at 1732504857704Disabling writes for close at 1732504857705 (+1 ms)Obtaining lock to block concurrent updates at 1732504857713 (+8 ms)Preparing flush snapshotting stores in fa4d33151d73d3fa8f352cb657557f75 at 1732504857713Finished memstore snapshotting test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732504857714 (+1 ms)Flushing stores of test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. at 1732504857715 (+1 ms)Flushing fa4d33151d73d3fa8f352cb657557f75/f: creating writer at 1732504857716 (+1 ms)Flushing fa4d33151d73d3fa8f352cb657557f75/f: appending metadata at 1732504857738 (+22 ms)Flushing fa4d33151d73d3fa8f352cb657557f75/f: closing flushed file at 1732504857738Flushing fa4d33151d73d3fa8f352cb657557f75/f1: creating writer at 1732504857759 (+21 ms)Flushing fa4d33151d73d3fa8f352cb657557f75/f1: appending metadata at 1732504857780 (+21 ms)Flushing fa4d33151d73d3fa8f352cb657557f75/f1: closing flushed file at 1732504857780Flushing fa4d33151d73d3fa8f352cb657557f75/norep: creating writer at 1732504858201 (+421 ms)Flushing fa4d33151d73d3fa8f352cb657557f75/norep: appending metadata at 1732504858222 (+21 ms)Flushing fa4d33151d73d3fa8f352cb657557f75/norep: closing flushed file at 1732504858222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d6003f: reopening flushed file at 1732504858635 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752747ab: reopening flushed file at 1732504858640 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b66e4aa: reopening flushed file at 1732504858645 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fa4d33151d73d3fa8f352cb657557f75 in 940ms, sequenceid=12, compaction requested=false at 1732504858653 (+8 ms)Writing region close event to WAL at 1732504858675 (+22 ms)Running coprocessor post-close hooks at 1732504858678 (+3 ms)Closed at 1732504858678 2024-11-25T03:20:58,678 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504837038.fa4d33151d73d3fa8f352cb657557f75. 2024-11-25T03:20:58,678 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fbb602019d145573dc1a4e3fd16a7f5, disabling compactions & flushes 2024-11-25T03:20:58,678 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:58,678 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:58,678 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. after waiting 0 ms 2024-11-25T03:20:58,678 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:58,679 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fbb602019d145573dc1a4e3fd16a7f5: Waiting for close lock at 1732504858678Running coprocessor pre-close hooks at 1732504858678Disabling compacts and flushes for region at 1732504858678Disabling writes for close at 1732504858678Failed flush hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5., putting online again at 1732504858679 (+1 ms) 2024-11-25T03:20:58,679 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:58,715 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:20:58,715 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1325): Online Regions={8fbb602019d145573dc1a4e3fd16a7f5=hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:20:58,715 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:58,715 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fbb602019d145573dc1a4e3fd16a7f5 2024-11-25T03:20:58,715 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fbb602019d145573dc1a4e3fd16a7f5, disabling compactions & flushes 2024-11-25T03:20:58,715 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:58,715 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:58,715 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. after waiting 0 ms 2024-11-25T03:20:58,715 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:58,715 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fbb602019d145573dc1a4e3fd16a7f5: Waiting for close lock at 1732504858715Running coprocessor pre-close hooks at 1732504858715Disabling compacts and flushes for region at 1732504858715Disabling writes for close at 1732504858715Failed flush hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5., putting online again at 1732504858715 2024-11-25T03:20:58,716 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732504842495.8fbb602019d145573dc1a4e3fd16a7f5. 2024-11-25T03:20:58,809 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 1720, reset compression=false 2024-11-25T03:20:58,813 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:20:58,813 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 2364, reset compression=false 2024-11-25T03:20:58,814 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:20:58,915 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:20:59,017 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 2364, reset compression=false 2024-11-25T03:20:59,070 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/table/dd7d1511443540f2885d4d7ecc7ca23e 2024-11-25T03:20:59,077 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/info/16301e9ccc1d4fe3946ce77f1362db50 as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/info/16301e9ccc1d4fe3946ce77f1362db50 2024-11-25T03:20:59,082 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/info/16301e9ccc1d4fe3946ce77f1362db50, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:20:59,083 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/ns/bf0cef52251d46b48fbe3b168991a781 as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/ns/bf0cef52251d46b48fbe3b168991a781 2024-11-25T03:20:59,092 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/ns/bf0cef52251d46b48fbe3b168991a781, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:20:59,093 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/rep_barrier/84c14271c58b4331aba1fd8e0f39d2bb as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/rep_barrier/84c14271c58b4331aba1fd8e0f39d2bb 2024-11-25T03:20:59,101 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/rep_barrier/84c14271c58b4331aba1fd8e0f39d2bb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:20:59,102 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/.tmp/table/dd7d1511443540f2885d4d7ecc7ca23e as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/table/dd7d1511443540f2885d4d7ecc7ca23e 2024-11-25T03:20:59,115 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/table/dd7d1511443540f2885d4d7ecc7ca23e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:20:59,115 DEBUG [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:20:59,116 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=16, compaction requested=false 2024-11-25T03:20:59,116 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:20:59,137 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:20:59,138 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:20:59,138 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:20:59,138 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:59,138 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504857714Running coprocessor pre-close hooks at 1732504857714Disabling compacts and flushes for region at 1732504857714Disabling writes for close at 1732504857714Obtaining lock to block concurrent updates at 1732504857714Preparing flush snapshotting stores in 1588230740 at 1732504857714Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504857714Flushing stores of hbase:meta,,1.1588230740 at 1732504857715 (+1 ms)Flushing 1588230740/info: creating writer at 1732504857715Flushing 1588230740/info: appending metadata at 1732504857738 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732504857738Flushing 1588230740/ns: creating writer at 1732504857760 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732504857784 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732504857784Flushing 1588230740/rep_barrier: creating writer at 1732504858201 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504858217 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504858217Flushing 1588230740/table: creating writer at 1732504858627 (+410 ms)Flushing 1588230740/table: appending metadata at 1732504858646 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732504858646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30672710: reopening flushed file at 1732504859076 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232557d2: reopening flushed file at 1732504859082 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d0985a: reopening flushed file at 1732504859092 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b3b1ca: reopening flushed file at 1732504859101 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1402ms, sequenceid=16, compaction requested=false at 1732504859116 (+15 ms)Writing region close event to WAL at 1732504859131 (+15 ms)Running coprocessor post-close hooks at 1732504859137 (+6 ms)Closed at 1732504859138 (+1 ms) 2024-11-25T03:20:59,138 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:20:59,316 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T03:20:59,316 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,33821,1732504829270; all regions closed. 2024-11-25T03:20:59,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:20:59,322 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/WALs/38a5d2077268,33821,1732504829270/38a5d2077268%2C33821%2C1732504829270.1732504831267 to pos 2364, reset compression=false 2024-11-25T03:20:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741839_1015 (size=2609) 2024-11-25T03:20:59,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741833_1009 (size=2372) 2024-11-25T03:20:59,344 DEBUG [RS:0;38a5d2077268:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:59,344 INFO [RS:0;38a5d2077268:33821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:20:59,344 INFO [RS:0;38a5d2077268:33821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:20:59,344 INFO [RS:0;38a5d2077268:33821 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:20:59,345 INFO [RS:0;38a5d2077268:33821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:20:59,345 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:20:59,345 INFO [RS:0;38a5d2077268:33821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,33821,1732504829270 because: Region server is closing 2024-11-25T03:20:59,345 INFO [RS:0;38a5d2077268:33821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:33821. 2024-11-25T03:20:59,345 DEBUG [RS:0;38a5d2077268:33821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:59,345 DEBUG [RS:0;38a5d2077268:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:59,345 DEBUG [RS:0;38a5d2077268:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:59,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:59,446 INFO [RS:0;38a5d2077268:33821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.shipper38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 terminated 2024-11-25T03:20:59,446 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,33821,1732504829270.replicationSource.wal-reader.38a5d2077268%2C33821%2C1732504829270,1-38a5d2077268,33821,1732504829270 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:20:59,446 INFO [RS:0;38a5d2077268:33821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:33821. 2024-11-25T03:20:59,446 DEBUG [RS:0;38a5d2077268:33821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:20:59,446 DEBUG [RS:0;38a5d2077268:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:59,446 DEBUG [RS:0;38a5d2077268:33821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:20:59,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:20:59,446 INFO [RS:0;38a5d2077268:33821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33821 2024-11-25T03:20:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876/rs 2024-11-25T03:20:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1511819876/rs/38a5d2077268,33821,1732504829270 2024-11-25T03:20:59,449 INFO [RS:0;38a5d2077268:33821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:20:59,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,33821,1732504829270] 2024-11-25T03:20:59,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1511819876/draining/38a5d2077268,33821,1732504829270 already deleted, retry=false 2024-11-25T03:20:59,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,33821,1732504829270 expired; onlineServers=0 2024-11-25T03:20:59,453 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,36377,1732504829234' ***** 2024-11-25T03:20:59,453 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:20:59,453 INFO [M:0;38a5d2077268:36377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:20:59,453 INFO [M:0;38a5d2077268:36377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:20:59,453 DEBUG [M:0;38a5d2077268:36377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:20:59,453 DEBUG [M:0;38a5d2077268:36377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:20:59,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:20:59,453 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504831051 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504831051,5,FailOnTimeoutGroup] 2024-11-25T03:20:59,453 INFO [M:0;38a5d2077268:36377 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:20:59,453 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504831052 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504831052,5,FailOnTimeoutGroup] 2024-11-25T03:20:59,453 INFO [M:0;38a5d2077268:36377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:20:59,453 DEBUG [M:0;38a5d2077268:36377 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:20:59,454 INFO [M:0;38a5d2077268:36377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:20:59,454 INFO [M:0;38a5d2077268:36377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:20:59,454 INFO [M:0;38a5d2077268:36377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:20:59,454 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:20:59,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1511819876/master 2024-11-25T03:20:59,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1511819876 2024-11-25T03:20:59,457 DEBUG [M:0;38a5d2077268:36377 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1511819876/master already deleted, retry=false 2024-11-25T03:20:59,457 DEBUG [M:0;38a5d2077268:36377 {}] master.ActiveMasterManager(353): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1511819876/master 2024-11-25T03:20:59,457 INFO [M:0;38a5d2077268:36377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/.lastflushedseqids 2024-11-25T03:20:59,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741847_1023 (size=245) 2024-11-25T03:20:59,469 INFO [M:0;38a5d2077268:36377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:20:59,469 INFO [M:0;38a5d2077268:36377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:20:59,470 DEBUG [M:0;38a5d2077268:36377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:20:59,470 INFO [M:0;38a5d2077268:36377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:59,470 DEBUG [M:0;38a5d2077268:36377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:59,470 DEBUG [M:0;38a5d2077268:36377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:20:59,470 DEBUG [M:0;38a5d2077268:36377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:59,470 INFO [M:0;38a5d2077268:36377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T03:20:59,485 DEBUG [M:0;38a5d2077268:36377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74c81efe1d7142a49e50baa325065e2b is 82, key is hbase:meta,,1/info:regioninfo/1732504831833/Put/seqid=0 2024-11-25T03:20:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741848_1024 (size=5672) 2024-11-25T03:20:59,489 INFO [M:0;38a5d2077268:36377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74c81efe1d7142a49e50baa325065e2b 2024-11-25T03:20:59,518 DEBUG [M:0;38a5d2077268:36377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b97215e497f4c4cb4fc2139566cfcee is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732504842878/Put/seqid=0 2024-11-25T03:20:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741849_1025 (size=8515) 2024-11-25T03:20:59,523 INFO [M:0;38a5d2077268:36377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b97215e497f4c4cb4fc2139566cfcee 2024-11-25T03:20:59,548 DEBUG [M:0;38a5d2077268:36377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3cdd4a4f9c24136bba1954a7eaada53 is 69, key is 38a5d2077268,33821,1732504829270/rs:state/1732504831114/Put/seqid=0 2024-11-25T03:20:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741850_1026 (size=5156) 2024-11-25T03:20:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:59,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33821-0x1014d23961f0004, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:20:59,552 INFO [RS:0;38a5d2077268:33821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:20:59,552 INFO [RS:0;38a5d2077268:33821 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,33821,1732504829270; zookeeper connection closed. 2024-11-25T03:20:59,553 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23695ff9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23695ff9 2024-11-25T03:20:59,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:20:59,564 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:20:59,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,953 INFO [M:0;38a5d2077268:36377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3cdd4a4f9c24136bba1954a7eaada53 2024-11-25T03:20:59,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,958 DEBUG [M:0;38a5d2077268:36377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74c81efe1d7142a49e50baa325065e2b as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74c81efe1d7142a49e50baa325065e2b 2024-11-25T03:20:59,962 INFO [M:0;38a5d2077268:36377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74c81efe1d7142a49e50baa325065e2b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T03:20:59,964 DEBUG [M:0;38a5d2077268:36377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b97215e497f4c4cb4fc2139566cfcee as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b97215e497f4c4cb4fc2139566cfcee 2024-11-25T03:20:59,968 INFO [M:0;38a5d2077268:36377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b97215e497f4c4cb4fc2139566cfcee, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T03:20:59,969 DEBUG [M:0;38a5d2077268:36377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3cdd4a4f9c24136bba1954a7eaada53 as hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3cdd4a4f9c24136bba1954a7eaada53 2024-11-25T03:20:59,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,973 INFO [M:0;38a5d2077268:36377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34077/user/jenkins/test-data/1120b353-9944-b394-2fc2-94cd53bd2125/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3cdd4a4f9c24136bba1954a7eaada53, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T03:20:59,975 INFO [M:0;38a5d2077268:36377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false 2024-11-25T03:20:59,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:20:59,997 INFO [M:0;38a5d2077268:36377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:20:59,997 DEBUG [M:0;38a5d2077268:36377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504859469Disabling compacts and flushes for region at 1732504859469Disabling writes for close at 1732504859470 (+1 ms)Obtaining lock to block concurrent updates at 1732504859470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504859470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732504859470Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504859471 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504859471Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504859485 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504859485Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504859493 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504859517 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504859517Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504859528 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504859548 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504859548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b187e08: reopening flushed file at 1732504859957 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f21690: reopening flushed file at 1732504859963 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b66d08: reopening flushed file at 1732504859968 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false at 1732504859975 (+7 ms)Writing region close event to WAL at 1732504859997 (+22 ms)Closed at 1732504859997 2024-11-25T03:20:59,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741830_1006 (size=63642) 2024-11-25T03:21:00,001 INFO [M:0;38a5d2077268:36377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:21:00,001 INFO [M:0;38a5d2077268:36377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36377 2024-11-25T03:21:00,001 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:21:00,001 INFO [M:0;38a5d2077268:36377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:21:00,104 INFO [M:0;38a5d2077268:36377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:21:00,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:00,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36377-0x1014d23961f0003, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:00,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a48a809{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:00,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b4f68ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:00,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:00,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2553b522{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:00,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc4fabe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:00,112 WARN [BP-2082312537-172.17.0.2-1732504828156 heartbeating to localhost/127.0.0.1:34077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:21:00,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:21:00,112 WARN [BP-2082312537-172.17.0.2-1732504828156 heartbeating to localhost/127.0.0.1:34077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2082312537-172.17.0.2-1732504828156 (Datanode Uuid c4823a7a-6328-44ee-af33-215cf397f441) service to localhost/127.0.0.1:34077 2024-11-25T03:21:00,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:21:00,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/cluster_3677406f-ce72-d85d-f0a3-29620dc15e34/data/data1/current/BP-2082312537-172.17.0.2-1732504828156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:00,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/cluster_3677406f-ce72-d85d-f0a3-29620dc15e34/data/data2/current/BP-2082312537-172.17.0.2-1732504828156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:00,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:21:00,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45ff5f1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:00,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14e8f791{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:00,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:00,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d7ed979{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:00,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e0b7548{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f43d5ae2-a8ef-e91f-231b-319a3990232c/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:00,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:21:00,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:21:00,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:00,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:00,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:00,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:00,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:00,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:21:00,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1363631594, stopped=false 2024-11-25T03:21:00,136 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,36917,1732504825682 2024-11-25T03:21:00,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955693026/running 2024-11-25T03:21:00,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:21:00,137 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:21:00,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955693026/running 2024-11-25T03:21:00,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:21:00,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:00,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:00,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:00,138 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,46369,1732504825740' ***** 2024-11-25T03:21:00,138 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:21:00,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on znode that does not yet exist, /01955693026/running 2024-11-25T03:21:00,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Set watcher on znode that does not yet exist, /01955693026/running 2024-11-25T03:21:00,139 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:21:00,139 INFO [RS:0;38a5d2077268:46369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:21:00,139 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:21:00,139 INFO [RS:0;38a5d2077268:46369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:21:00,139 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(3091): Received CLOSE for d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:21:00,139 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(3091): Received CLOSE for 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:21:00,139 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,46369,1732504825740 2024-11-25T03:21:00,139 INFO [RS:0;38a5d2077268:46369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:21:00,139 INFO [RS:0;38a5d2077268:46369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:46369. 2024-11-25T03:21:00,139 DEBUG [RS:0;38a5d2077268:46369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:00,139 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6ff29f923bb86b7b2b4585ed07bd9c3, disabling compactions & flushes 2024-11-25T03:21:00,140 DEBUG [RS:0;38a5d2077268:46369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:00,140 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:21:00,140 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:21:00,140 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. after waiting 0 ms 2024-11-25T03:21:00,140 INFO [RS:0;38a5d2077268:46369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:21:00,140 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:21:00,140 INFO [RS:0;38a5d2077268:46369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:21:00,140 INFO [RS:0;38a5d2077268:46369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:21:00,140 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:21:00,140 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6ff29f923bb86b7b2b4585ed07bd9c3 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-25T03:21:00,140 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:21:00,140 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1325): Online Regions={d6ff29f923bb86b7b2b4585ed07bd9c3=test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3., 3170bb03b7f3bd9dd2342b5e594411fb=hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:21:00,140 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3170bb03b7f3bd9dd2342b5e594411fb, d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:21:00,140 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:00,140 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:00,140 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:00,140 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:00,140 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:00,140 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:21:00,156 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/info/19828cda05a645e8a567584ad4b85917 is 147, key is hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb./info:regioninfo/1732504841512/Put/seqid=0 2024-11-25T03:21:00,159 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/.tmp/f/bd8aab88a1e2419db51df33b61c14e7a is 37, key is row3/f:row3/1732504852047/Put/seqid=0 2024-11-25T03:21:00,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741840_1016 (size=7686) 2024-11-25T03:21:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741841_1017 (size=5228) 2024-11-25T03:21:00,189 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:21:00,319 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:21:00,319 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:21:00,340 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3170bb03b7f3bd9dd2342b5e594411fb, d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:21:00,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:21:00,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,540 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3170bb03b7f3bd9dd2342b5e594411fb, d6ff29f923bb86b7b2b4585ed07bd9c3 2024-11-25T03:21:00,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,561 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/info/19828cda05a645e8a567584ad4b85917 2024-11-25T03:21:00,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:00,565 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/.tmp/f/bd8aab88a1e2419db51df33b61c14e7a 2024-11-25T03:21:00,572 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd8aab88a1e2419db51df33b61c14e7a 2024-11-25T03:21:00,596 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/.tmp/f1/0b56a77e74c74ab2978468c4416a6d70 is 30, key is row1/f1:/1732504849383/DeleteFamily/seqid=0 2024-11-25T03:21:00,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741842_1018 (size=5158) 2024-11-25T03:21:00,600 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/.tmp/f1/0b56a77e74c74ab2978468c4416a6d70 2024-11-25T03:21:00,600 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/ns/d779d8df6cd74e30bbb9d099bd357abf is 43, key is default/ns:d/1732504828026/Put/seqid=0 2024-11-25T03:21:00,604 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b56a77e74c74ab2978468c4416a6d70 2024-11-25T03:21:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741843_1019 (size=5153) 2024-11-25T03:21:00,613 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/ns/d779d8df6cd74e30bbb9d099bd357abf 2024-11-25T03:21:00,627 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/.tmp/norep/f6fbdb5f906444ab979f2a60eec161bb is 32, key is row/norep:/1732504848355/DeleteFamily/seqid=0 2024-11-25T03:21:00,633 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/rep_barrier/d0d4508f9c164a518490fec87dac4fdb is 112, key is test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3./rep_barrier:seqnumDuringOpen/1732504836035/Put/seqid=0 2024-11-25T03:21:00,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741844_1020 (size=5101) 2024-11-25T03:21:00,633 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/.tmp/norep/f6fbdb5f906444ab979f2a60eec161bb 2024-11-25T03:21:00,637 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6fbdb5f906444ab979f2a60eec161bb 2024-11-25T03:21:00,638 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/.tmp/f/bd8aab88a1e2419db51df33b61c14e7a as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/f/bd8aab88a1e2419db51df33b61c14e7a 2024-11-25T03:21:00,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741845_1021 (size=5518) 2024-11-25T03:21:00,638 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/rep_barrier/d0d4508f9c164a518490fec87dac4fdb 2024-11-25T03:21:00,641 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd8aab88a1e2419db51df33b61c14e7a 2024-11-25T03:21:00,642 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/f/bd8aab88a1e2419db51df33b61c14e7a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T03:21:00,642 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/.tmp/f1/0b56a77e74c74ab2978468c4416a6d70 as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/f1/0b56a77e74c74ab2978468c4416a6d70 2024-11-25T03:21:00,650 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b56a77e74c74ab2978468c4416a6d70 2024-11-25T03:21:00,650 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/f1/0b56a77e74c74ab2978468c4416a6d70, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T03:21:00,651 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/.tmp/norep/f6fbdb5f906444ab979f2a60eec161bb as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/norep/f6fbdb5f906444ab979f2a60eec161bb 2024-11-25T03:21:00,655 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6fbdb5f906444ab979f2a60eec161bb 2024-11-25T03:21:00,655 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/norep/f6fbdb5f906444ab979f2a60eec161bb, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T03:21:00,657 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d6ff29f923bb86b7b2b4585ed07bd9c3 in 517ms, sequenceid=12, compaction requested=false 2024-11-25T03:21:00,661 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/table/7db8d2929ad3476682af96ae051f8d52 is 53, key is hbase:replication/table:state/1732504841519/Put/seqid=0 2024-11-25T03:21:00,668 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 1493, reset compression=false 2024-11-25T03:21:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741846_1022 (size=5308) 2024-11-25T03:21:00,672 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/default/test/d6ff29f923bb86b7b2b4585ed07bd9c3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T03:21:00,672 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:00,673 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 2384, reset compression=false 2024-11-25T03:21:00,673 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,46369,1732504825740 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:00,673 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:00,673 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:21:00,673 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:21:00,673 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6ff29f923bb86b7b2b4585ed07bd9c3: Waiting for close lock at 1732504860139Running coprocessor pre-close hooks at 1732504860139Disabling compacts and flushes for region at 1732504860139Disabling writes for close at 1732504860140 (+1 ms)Obtaining lock to block concurrent updates at 1732504860140Preparing flush snapshotting stores in d6ff29f923bb86b7b2b4585ed07bd9c3 at 1732504860140Finished memstore snapshotting test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732504860140Flushing stores of test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. at 1732504860141 (+1 ms)Flushing d6ff29f923bb86b7b2b4585ed07bd9c3/f: creating writer at 1732504860141Flushing d6ff29f923bb86b7b2b4585ed07bd9c3/f: appending metadata at 1732504860158 (+17 ms)Flushing d6ff29f923bb86b7b2b4585ed07bd9c3/f: closing flushed file at 1732504860158Flushing d6ff29f923bb86b7b2b4585ed07bd9c3/f1: creating writer at 1732504860572 (+414 ms)Flushing d6ff29f923bb86b7b2b4585ed07bd9c3/f1: appending metadata at 1732504860595 (+23 ms)Flushing d6ff29f923bb86b7b2b4585ed07bd9c3/f1: closing flushed file at 1732504860595Flushing d6ff29f923bb86b7b2b4585ed07bd9c3/norep: creating writer at 1732504860604 (+9 ms)Flushing d6ff29f923bb86b7b2b4585ed07bd9c3/norep: appending metadata at 1732504860626 (+22 ms)Flushing d6ff29f923bb86b7b2b4585ed07bd9c3/norep: closing flushed file at 1732504860626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43108ef7: reopening flushed file at 1732504860637 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410995d4: reopening flushed file at 1732504860642 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310ec632: reopening flushed file at 1732504860650 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d6ff29f923bb86b7b2b4585ed07bd9c3 in 517ms, sequenceid=12, compaction requested=false at 1732504860657 (+7 ms)Writing region close event to WAL at 1732504860668 (+11 ms)Running coprocessor post-close hooks at 1732504860673 (+5 ms)Closed at 1732504860673 2024-11-25T03:21:00,673 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504834885.d6ff29f923bb86b7b2b4585ed07bd9c3. 2024-11-25T03:21:00,673 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3170bb03b7f3bd9dd2342b5e594411fb, disabling compactions & flushes 2024-11-25T03:21:00,674 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:21:00,674 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:21:00,674 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. after waiting 0 ms 2024-11-25T03:21:00,674 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:21:00,674 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3170bb03b7f3bd9dd2342b5e594411fb: Waiting for close lock at 1732504860673Running coprocessor pre-close hooks at 1732504860673Disabling compacts and flushes for region at 1732504860673Disabling writes for close at 1732504860674 (+1 ms)Failed flush hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb., putting online again at 1732504860674 2024-11-25T03:21:00,674 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:21:00,673 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,46369,1732504825740: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-38a5d2077268,46369,1732504825740, walGroup=38a5d2077268%2C46369%2C1732504825740, offset=38a5d2077268%2C46369%2C1732504825740.1732504827413:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:46369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:21:00,674 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:21:00,675 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:21:00,675 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:21:00,675 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:21:00,675 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:21:00,675 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 812285712 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199217152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:21:00,675 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:36917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:36917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T03:21:00,741 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(3091): Received CLOSE for 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:21:00,741 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3170bb03b7f3bd9dd2342b5e594411fb 2024-11-25T03:21:00,741 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3170bb03b7f3bd9dd2342b5e594411fb, disabling compactions & flushes 2024-11-25T03:21:00,741 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:21:00,741 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:21:00,741 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. after waiting 0 ms 2024-11-25T03:21:00,741 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:21:00,741 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3170bb03b7f3bd9dd2342b5e594411fb: Waiting for close lock at 1732504860741Running coprocessor pre-close hooks at 1732504860741Disabling compacts and flushes for region at 1732504860741Disabling writes for close at 1732504860741Failed flush hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb., putting online again at 1732504860741 2024-11-25T03:21:00,741 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb. 2024-11-25T03:21:00,883 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.wal-reader.38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/WALs/38a5d2077268,46369,1732504825740/38a5d2077268%2C46369%2C1732504825740.1732504827413 to pos 2384, reset compression=false 2024-11-25T03:21:00,941 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:21:01,070 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/table/7db8d2929ad3476682af96ae051f8d52 2024-11-25T03:21:01,075 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/info/19828cda05a645e8a567584ad4b85917 as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/info/19828cda05a645e8a567584ad4b85917 2024-11-25T03:21:01,079 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/info/19828cda05a645e8a567584ad4b85917, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:21:01,082 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/ns/d779d8df6cd74e30bbb9d099bd357abf as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/ns/d779d8df6cd74e30bbb9d099bd357abf 2024-11-25T03:21:01,085 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/ns/d779d8df6cd74e30bbb9d099bd357abf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:21:01,086 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/rep_barrier/d0d4508f9c164a518490fec87dac4fdb as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/rep_barrier/d0d4508f9c164a518490fec87dac4fdb 2024-11-25T03:21:01,090 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/rep_barrier/d0d4508f9c164a518490fec87dac4fdb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:21:01,090 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/.tmp/table/7db8d2929ad3476682af96ae051f8d52 as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/table/7db8d2929ad3476682af96ae051f8d52 2024-11-25T03:21:01,094 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/table/7db8d2929ad3476682af96ae051f8d52, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:21:01,095 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=16, compaction requested=false 2024-11-25T03:21:01,100 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:21:01,100 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:01,100 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:21:01,100 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:01,100 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504860140Running coprocessor pre-close hooks at 1732504860140Disabling compacts and flushes for region at 1732504860140Disabling writes for close at 1732504860140Obtaining lock to block concurrent updates at 1732504860140Preparing flush snapshotting stores in 1588230740 at 1732504860140Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504860141 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732504860141Flushing 1588230740/info: creating writer at 1732504860141Flushing 1588230740/info: appending metadata at 1732504860155 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732504860155Flushing 1588230740/ns: creating writer at 1732504860572 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732504860599 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732504860599Flushing 1588230740/rep_barrier: creating writer at 1732504860617 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504860632 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504860632Flushing 1588230740/table: creating writer at 1732504860642 (+10 ms)Flushing 1588230740/table: appending metadata at 1732504860661 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732504860661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ac8ffa: reopening flushed file at 1732504861074 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f1d4ad: reopening flushed file at 1732504861079 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12dbcc09: reopening flushed file at 1732504861085 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19185d60: reopening flushed file at 1732504861090 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=16, compaction requested=false at 1732504861095 (+5 ms)Writing region close event to WAL at 1732504861096 (+1 ms)Running coprocessor post-close hooks at 1732504861100 (+4 ms)Closed at 1732504861100 2024-11-25T03:21:01,101 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:01,141 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:21:01,141 DEBUG [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1325): Online Regions={3170bb03b7f3bd9dd2342b5e594411fb=hbase:replication,,1732504840341.3170bb03b7f3bd9dd2342b5e594411fb.} 2024-11-25T03:21:01,141 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T03:21:01,141 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,46369,1732504825740; all regions closed. 2024-11-25T03:21:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:21:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741839_1015 (size=2609) 2024-11-25T03:21:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741832_1008 (size=2392) 2024-11-25T03:21:01,154 DEBUG [RS:0;38a5d2077268:46369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:01,154 INFO [RS:0;38a5d2077268:46369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:21:01,154 INFO [RS:0;38a5d2077268:46369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:21:01,154 INFO [RS:0;38a5d2077268:46369 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:21:01,154 INFO [RS:0;38a5d2077268:46369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:21:01,154 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:21:01,154 INFO [RS:0;38a5d2077268:46369 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,46369,1732504825740 because: Region server is closing 2024-11-25T03:21:01,155 INFO [RS:0;38a5d2077268:46369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:46369. 2024-11-25T03:21:01,155 DEBUG [RS:0;38a5d2077268:46369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:01,155 DEBUG [RS:0;38a5d2077268:46369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:01,155 DEBUG [RS:0;38a5d2077268:46369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:01,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:01,255 INFO [RS:0;38a5d2077268:46369 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,46369,1732504825740.replicationSource.shipper38a5d2077268%2C46369%2C1732504825740,1-38a5d2077268,46369,1732504825740 terminated 2024-11-25T03:21:01,256 INFO [RS:0;38a5d2077268:46369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:46369. 2024-11-25T03:21:01,256 DEBUG [RS:0;38a5d2077268:46369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:01,256 DEBUG [RS:0;38a5d2077268:46369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:01,256 DEBUG [RS:0;38a5d2077268:46369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:01,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:01,256 INFO [RS:0;38a5d2077268:46369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46369 2024-11-25T03:21:01,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955693026/rs/38a5d2077268,46369,1732504825740 2024-11-25T03:21:01,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026/rs 2024-11-25T03:21:01,261 INFO [RS:0;38a5d2077268:46369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:21:01,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,46369,1732504825740] 2024-11-25T03:21:01,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01955693026/draining/38a5d2077268,46369,1732504825740 already deleted, retry=false 2024-11-25T03:21:01,264 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,46369,1732504825740 expired; onlineServers=0 2024-11-25T03:21:01,264 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,36917,1732504825682' ***** 2024-11-25T03:21:01,264 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:21:01,264 INFO [M:0;38a5d2077268:36917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:21:01,264 INFO [M:0;38a5d2077268:36917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:21:01,264 DEBUG [M:0;38a5d2077268:36917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:21:01,264 DEBUG [M:0;38a5d2077268:36917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:21:01,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:21:01,264 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504827209 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504827209,5,FailOnTimeoutGroup] 2024-11-25T03:21:01,264 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504827210 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504827210,5,FailOnTimeoutGroup] 2024-11-25T03:21:01,265 INFO [M:0;38a5d2077268:36917 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:21:01,265 INFO [M:0;38a5d2077268:36917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:21:01,265 DEBUG [M:0;38a5d2077268:36917 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:21:01,265 INFO [M:0;38a5d2077268:36917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:21:01,265 INFO [M:0;38a5d2077268:36917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:21:01,265 INFO [M:0;38a5d2077268:36917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:21:01,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:21:01,267 DEBUG [M:0;38a5d2077268:36917 {}] zookeeper.ZKUtil(347): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Unable to get data of znode /01955693026/master because node does not exist (not an error) 2024-11-25T03:21:01,267 WARN [M:0;38a5d2077268:36917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:21:01,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955693026/master 2024-11-25T03:21:01,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955693026 2024-11-25T03:21:01,267 INFO [M:0;38a5d2077268:36917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/.lastflushedseqids 2024-11-25T03:21:01,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741847_1023 (size=245) 2024-11-25T03:21:01,272 INFO [M:0;38a5d2077268:36917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:21:01,273 INFO [M:0;38a5d2077268:36917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:21:01,273 DEBUG [M:0;38a5d2077268:36917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:01,273 INFO [M:0;38a5d2077268:36917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:01,273 DEBUG [M:0;38a5d2077268:36917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:01,273 DEBUG [M:0;38a5d2077268:36917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:01,273 DEBUG [M:0;38a5d2077268:36917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:01,273 INFO [M:0;38a5d2077268:36917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-25T03:21:01,293 DEBUG [M:0;38a5d2077268:36917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a7fcdb466b14fd9ae26de3c0f0c340f is 82, key is hbase:meta,,1/info:regioninfo/1732504828014/Put/seqid=0 2024-11-25T03:21:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741848_1024 (size=5672) 2024-11-25T03:21:01,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:01,362 INFO [RS:0;38a5d2077268:46369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:21:01,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46369-0x1014d23961f0001, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:01,362 INFO [RS:0;38a5d2077268:46369 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,46369,1732504825740; zookeeper connection closed. 2024-11-25T03:21:01,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a521ad5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a521ad5 2024-11-25T03:21:01,363 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:21:01,697 INFO [M:0;38a5d2077268:36917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a7fcdb466b14fd9ae26de3c0f0c340f 2024-11-25T03:21:01,721 DEBUG [M:0;38a5d2077268:36917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3020ac9ec9de479089fa445f04b60df9 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732504836053/Put/seqid=0 2024-11-25T03:21:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741849_1025 (size=7217) 2024-11-25T03:21:02,128 INFO [M:0;38a5d2077268:36917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3020ac9ec9de479089fa445f04b60df9 2024-11-25T03:21:02,132 INFO [M:0;38a5d2077268:36917 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3020ac9ec9de479089fa445f04b60df9 2024-11-25T03:21:02,151 DEBUG [M:0;38a5d2077268:36917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15c3aa69433043c5ae7058f4d8ed942d is 69, key is 38a5d2077268,46369,1732504825740/rs:state/1732504827235/Put/seqid=0 2024-11-25T03:21:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741850_1026 (size=5156) 2024-11-25T03:21:02,558 INFO [M:0;38a5d2077268:36917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15c3aa69433043c5ae7058f4d8ed942d 2024-11-25T03:21:02,562 DEBUG [M:0;38a5d2077268:36917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a7fcdb466b14fd9ae26de3c0f0c340f as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a7fcdb466b14fd9ae26de3c0f0c340f 2024-11-25T03:21:02,566 INFO [M:0;38a5d2077268:36917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a7fcdb466b14fd9ae26de3c0f0c340f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T03:21:02,566 DEBUG [M:0;38a5d2077268:36917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3020ac9ec9de479089fa445f04b60df9 as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3020ac9ec9de479089fa445f04b60df9 2024-11-25T03:21:02,569 INFO [M:0;38a5d2077268:36917 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3020ac9ec9de479089fa445f04b60df9 2024-11-25T03:21:02,569 INFO [M:0;38a5d2077268:36917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3020ac9ec9de479089fa445f04b60df9, entries=11, sequenceid=105, filesize=7.0 K 2024-11-25T03:21:02,570 DEBUG [M:0;38a5d2077268:36917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15c3aa69433043c5ae7058f4d8ed942d as hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15c3aa69433043c5ae7058f4d8ed942d 2024-11-25T03:21:02,573 INFO [M:0;38a5d2077268:36917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41183/user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15c3aa69433043c5ae7058f4d8ed942d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T03:21:02,574 INFO [M:0;38a5d2077268:36917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false 2024-11-25T03:21:02,576 INFO [M:0;38a5d2077268:36917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:02,576 DEBUG [M:0;38a5d2077268:36917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504861273Disabling compacts and flushes for region at 1732504861273Disabling writes for close at 1732504861273Obtaining lock to block concurrent updates at 1732504861273Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504861273Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732504861273Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504861274 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504861274Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504861292 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504861292Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504861702 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504861720 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504861720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504862132 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504862151 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504862151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a915c2: reopening flushed file at 1732504862562 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784c01e9: reopening flushed file at 1732504862566 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7440f862: reopening flushed file at 1732504862570 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false at 1732504862574 (+4 ms)Writing region close event to WAL at 1732504862576 (+2 ms)Closed at 1732504862576 2024-11-25T03:21:02,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbc519b5-bbca-812b-b691-c75f99968a40/MasterData/WALs/38a5d2077268,36917,1732504825682/38a5d2077268%2C36917%2C1732504825682.1732504827106 not finished, retry = 0 2024-11-25T03:21:02,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37607 is added to blk_1073741830_1006 (size=64411) 2024-11-25T03:21:02,679 INFO [M:0;38a5d2077268:36917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:21:02,679 INFO [M:0;38a5d2077268:36917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36917 2024-11-25T03:21:02,679 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:21:02,679 INFO [M:0;38a5d2077268:36917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:21:02,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:02,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36917-0x1014d23961f0000, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:02,782 INFO [M:0;38a5d2077268:36917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:21:02,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5376984e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:02,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@187e3338{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:02,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:02,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fe729ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:02,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5737ab51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:02,794 WARN [BP-1066700264-172.17.0.2-1732504824741 heartbeating to localhost/127.0.0.1:41183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:21:02,794 WARN [BP-1066700264-172.17.0.2-1732504824741 heartbeating to localhost/127.0.0.1:41183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1066700264-172.17.0.2-1732504824741 (Datanode Uuid d01d2f12-081b-4b87-b7f0-6e5b070f6319) service to localhost/127.0.0.1:41183 2024-11-25T03:21:02,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:21:02,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:21:02,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/cluster_9692b0c3-a9ce-03a7-63bf-5b3785be9a78/data/data1/current/BP-1066700264-172.17.0.2-1732504824741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:02,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/cluster_9692b0c3-a9ce-03a7-63bf-5b3785be9a78/data/data2/current/BP-1066700264-172.17.0.2-1732504824741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:02,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:21:02,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b4ab95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:02,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51fc0472{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:02,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:02,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bd73039{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:02,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cdcc248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0ab1980-bb26-d7ef-837e-5a404724dca3/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:02,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:21:02,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:21:02,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 263) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41183 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34077 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44123 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=731 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6815 (was 6291) - AvailableMemoryMB LEAK? - 2024-11-25T03:21:02,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=6813 2024-11-25T03:21:02,890 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-25T03:21:02,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.log.dir so I do NOT create it in target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422 2024-11-25T03:21:02,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:21:02,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.tmp.dir so I do NOT create it in target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422 2024-11-25T03:21:02,891 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25bec0cf-7592-b6c1-92cf-3ab0a85bb066/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:21:02,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422 2024-11-25T03:21:02,891 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/cluster_7cd58467-5752-5265-60d4-14bacec8495b, deleteOnExit=true 2024-11-25T03:21:02,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/cluster_7cd58467-5752-5265-60d4-14bacec8495b/zookeeper_0, clientPort=64051, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/cluster_7cd58467-5752-5265-60d4-14bacec8495b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/cluster_7cd58467-5752-5265-60d4-14bacec8495b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:21:02,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64051 2024-11-25T03:21:02,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:21:02,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/test.cache.data in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:21:02,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:21:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:21:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:21:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:21:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:21:02,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014d23961f0005, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:21:02,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014d23961f0002, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:21:02,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014d23961f0005, quorum=127.0.0.1:64049, baseZNode=/1-1511819876 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:21:02,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014d23961f0002, quorum=127.0.0.1:64049, baseZNode=/01955693026 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:21:02,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014d23961f0008, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:21:02,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014d23961f0008, quorum=127.0.0.1:64049, baseZNode=/21405367128 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:21:02,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:03,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:03,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:03,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:03,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:21:03,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:03,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30bb9321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:03,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c5681f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:21:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T03:21:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:21:03,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:21:03,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@630c0dd5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/java.io.tmpdir/jetty-localhost-41863-hadoop-hdfs-3_4_1-tests_jar-_-any-9689299117173632781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:03,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b86d2e{HTTP/1.1, (http/1.1)}{localhost:41863} 2024-11-25T03:21:03,123 INFO [Time-limited test {}] server.Server(415): Started @235373ms 2024-11-25T03:21:03,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:03,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:03,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:03,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:03,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:21:03,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2da4bedc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:03,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9029a5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:03,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1baf7b29{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/java.io.tmpdir/jetty-localhost-41047-hadoop-hdfs-3_4_1-tests_jar-_-any-2891791691201028917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:03,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a0bea13{HTTP/1.1, (http/1.1)}{localhost:41047} 2024-11-25T03:21:03,332 INFO [Time-limited test {}] server.Server(415): Started @235581ms 2024-11-25T03:21:03,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:21:03,450 WARN [Thread-3415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/cluster_7cd58467-5752-5265-60d4-14bacec8495b/data/data1/current/BP-241050276-172.17.0.2-1732504862918/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:03,451 WARN [Thread-3416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/cluster_7cd58467-5752-5265-60d4-14bacec8495b/data/data2/current/BP-241050276-172.17.0.2-1732504862918/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:03,472 WARN [Thread-3403 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:21:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6542633fed803d32 with lease ID 0x22eee9d0b30be7b5: Processing first storage report for DS-7e78d1a8-85bd-4362-aa26-cdb042c69500 from datanode DatanodeRegistration(127.0.0.1:43261, datanodeUuid=a4627dd1-1f18-4167-872b-ae2c028c4a01, infoPort=42071, infoSecurePort=0, ipcPort=38075, storageInfo=lv=-57;cid=testClusterID;nsid=49562307;c=1732504862918) 2024-11-25T03:21:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6542633fed803d32 with lease ID 0x22eee9d0b30be7b5: from storage DS-7e78d1a8-85bd-4362-aa26-cdb042c69500 node DatanodeRegistration(127.0.0.1:43261, datanodeUuid=a4627dd1-1f18-4167-872b-ae2c028c4a01, infoPort=42071, infoSecurePort=0, ipcPort=38075, storageInfo=lv=-57;cid=testClusterID;nsid=49562307;c=1732504862918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6542633fed803d32 with lease ID 0x22eee9d0b30be7b5: Processing first storage report for DS-ae2b668f-85f6-4813-ba1c-7ba2af7a0e8e from datanode DatanodeRegistration(127.0.0.1:43261, datanodeUuid=a4627dd1-1f18-4167-872b-ae2c028c4a01, infoPort=42071, infoSecurePort=0, ipcPort=38075, storageInfo=lv=-57;cid=testClusterID;nsid=49562307;c=1732504862918) 2024-11-25T03:21:03,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6542633fed803d32 with lease ID 0x22eee9d0b30be7b5: from storage DS-ae2b668f-85f6-4813-ba1c-7ba2af7a0e8e node DatanodeRegistration(127.0.0.1:43261, datanodeUuid=a4627dd1-1f18-4167-872b-ae2c028c4a01, infoPort=42071, infoSecurePort=0, ipcPort=38075, storageInfo=lv=-57;cid=testClusterID;nsid=49562307;c=1732504862918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:03,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422 2024-11-25T03:21:03,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:03,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:03,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:21:03,965 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a with version=8 2024-11-25T03:21:03,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/hbase-staging 2024-11-25T03:21:03,968 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:03,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:03,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:03,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:03,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:03,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:03,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:21:03,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:03,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42337 2024-11-25T03:21:03,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42337 connecting to ZooKeeper ensemble=127.0.0.1:64051 2024-11-25T03:21:03,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423370x0, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:03,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42337-0x1014d242b3e0000 connected 2024-11-25T03:21:04,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:04,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:04,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on znode that does not yet exist, /0700783067/running 2024-11-25T03:21:04,008 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a, hbase.cluster.distributed=false 2024-11-25T03:21:04,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on znode that does not yet exist, /0700783067/acl 2024-11-25T03:21:04,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-25T03:21:04,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42337 2024-11-25T03:21:04,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42337 2024-11-25T03:21:04,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-25T03:21:04,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42337 2024-11-25T03:21:04,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:04,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:04,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:04,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:04,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:04,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:04,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:21:04,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:04,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37963 2024-11-25T03:21:04,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37963 connecting to ZooKeeper ensemble=127.0.0.1:64051 2024-11-25T03:21:04,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:04,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:04,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379630x0, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:04,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37963-0x1014d242b3e0001 connected 2024-11-25T03:21:04,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on znode that does not yet exist, /0700783067/running 2024-11-25T03:21:04,046 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:21:04,050 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:21:04,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on znode that does not yet exist, /0700783067/master 2024-11-25T03:21:04,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on znode that does not yet exist, /0700783067/acl 2024-11-25T03:21:04,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37963 2024-11-25T03:21:04,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37963 2024-11-25T03:21:04,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37963 2024-11-25T03:21:04,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37963 2024-11-25T03:21:04,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37963 2024-11-25T03:21:04,075 DEBUG [M:0;38a5d2077268:42337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:42337 2024-11-25T03:21:04,075 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0700783067/backup-masters/38a5d2077268,42337,1732504863968 2024-11-25T03:21:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067/backup-masters 2024-11-25T03:21:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067/backup-masters 2024-11-25T03:21:04,077 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on existing znode=/0700783067/backup-masters/38a5d2077268,42337,1732504863968 2024-11-25T03:21:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0700783067/master 2024-11-25T03:21:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:04,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:04,079 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on existing znode=/0700783067/master 2024-11-25T03:21:04,079 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0700783067/backup-masters/38a5d2077268,42337,1732504863968 from backup master directory 2024-11-25T03:21:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0700783067/backup-masters/38a5d2077268,42337,1732504863968 2024-11-25T03:21:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067/backup-masters 2024-11-25T03:21:04,082 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:04,082 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,42337,1732504863968 2024-11-25T03:21:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067/backup-masters 2024-11-25T03:21:04,088 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/hbase.id] with ID: c879f702-8724-4ab8-adad-6dd023de942a 2024-11-25T03:21:04,088 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/.tmp/hbase.id 2024-11-25T03:21:04,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:21:04,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/.tmp/hbase.id]:[hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/hbase.id] 2024-11-25T03:21:04,110 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:04,111 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:21:04,111 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T03:21:04,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:04,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:21:04,527 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:04,528 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:21:04,528 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:04,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:21:04,938 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store 2024-11-25T03:21:04,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:21:04,965 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:04,965 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:04,965 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:04,965 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:04,965 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:04,965 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:04,965 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:04,965 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504864965Disabling compacts and flushes for region at 1732504864965Disabling writes for close at 1732504864965Writing region close event to WAL at 1732504864965Closed at 1732504864965 2024-11-25T03:21:04,966 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/.initializing 2024-11-25T03:21:04,966 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/WALs/38a5d2077268,42337,1732504863968 2024-11-25T03:21:04,967 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:04,968 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C42337%2C1732504863968, suffix=, logDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/WALs/38a5d2077268,42337,1732504863968, archiveDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/oldWALs, maxLogs=10 2024-11-25T03:21:04,990 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/WALs/38a5d2077268,42337,1732504863968/38a5d2077268%2C42337%2C1732504863968.1732504864969, exclude list is [], retry=0 2024-11-25T03:21:04,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-7e78d1a8-85bd-4362-aa26-cdb042c69500,DISK] 2024-11-25T03:21:05,014 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/WALs/38a5d2077268,42337,1732504863968/38a5d2077268%2C42337%2C1732504863968.1732504864969 2024-11-25T03:21:05,014 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-25T03:21:05,015 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:05,015 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:05,015 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,015 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:21:05,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:05,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:21:05,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:05,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:21:05,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:05,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:21:05,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:05,023 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,023 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,023 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,025 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,025 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,025 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:05,026 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:05,029 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:05,029 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65133606, jitterRate=-0.029433637857437134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:05,030 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504865015Initializing all the Stores at 1732504865016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504865016Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504865016Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504865016Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504865016Cleaning up temporary data from old regions at 1732504865025 (+9 ms)Region opened successfully at 1732504865030 (+5 ms) 2024-11-25T03:21:05,035 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:21:05,038 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203a1a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:05,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:21:05,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:21:05,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:21:05,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:21:05,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:21:05,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:21:05,040 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:21:05,051 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:21:05,052 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Unable to get data of znode /0700783067/balancer because node does not exist (not necessarily an error) 2024-11-25T03:21:05,057 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0700783067/balancer already deleted, retry=false 2024-11-25T03:21:05,058 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:21:05,059 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Unable to get data of znode /0700783067/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:21:05,060 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0700783067/normalizer already deleted, retry=false 2024-11-25T03:21:05,060 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:21:05,062 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Unable to get data of znode /0700783067/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:21:05,063 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0700783067/switch/split already deleted, retry=false 2024-11-25T03:21:05,064 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Unable to get data of znode /0700783067/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:21:05,065 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0700783067/switch/merge already deleted, retry=false 2024-11-25T03:21:05,072 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Unable to get data of znode /0700783067/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:21:05,075 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0700783067/snapshot-cleanup already deleted, retry=false 2024-11-25T03:21:05,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0700783067/running 2024-11-25T03:21:05,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0700783067/running 2024-11-25T03:21:05,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:05,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:05,077 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,42337,1732504863968, sessionid=0x1014d242b3e0000, setting cluster-up flag (Was=false) 2024-11-25T03:21:05,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:05,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:05,085 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0700783067/flush-table-proc/acquired, /0700783067/flush-table-proc/reached, /0700783067/flush-table-proc/abort 2024-11-25T03:21:05,086 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42337,1732504863968 2024-11-25T03:21:05,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:05,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:05,093 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0700783067/online-snapshot/acquired, /0700783067/online-snapshot/reached, /0700783067/online-snapshot/abort 2024-11-25T03:21:05,094 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,42337,1732504863968 2024-11-25T03:21:05,097 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:21:05,106 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:05,106 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:21:05,106 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:21:05,106 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,42337,1732504863968 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:21:05,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:05,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:05,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:05,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:05,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:21:05,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:05,107 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:05,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:21:05,122 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:21:05,124 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504895124 2024-11-25T03:21:05,124 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:21:05,125 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:21:05,125 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:21:05,125 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:21:05,125 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:21:05,125 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:21:05,127 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,132 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:21:05,132 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:21:05,132 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:21:05,132 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:21:05,133 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:21:05,133 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:21:05,133 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504865133,5,FailOnTimeoutGroup] 2024-11-25T03:21:05,133 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504865133,5,FailOnTimeoutGroup] 2024-11-25T03:21:05,133 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,133 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:21:05,133 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,133 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:21:05,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:21:05,141 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a 2024-11-25T03:21:05,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:21:05,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:05,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:05,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:05,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:05,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:05,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:05,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:05,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:05,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:05,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:05,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:05,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:05,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:05,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740 2024-11-25T03:21:05,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740 2024-11-25T03:21:05,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:05,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:05,166 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:05,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:05,167 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(746): ClusterId : c879f702-8724-4ab8-adad-6dd023de942a 2024-11-25T03:21:05,167 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:21:05,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:05,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74464163, jitterRate=0.10960249602794647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:05,170 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:21:05,170 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:21:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504865152Initializing all the Stores at 1732504865153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504865153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504865157 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504865157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504865157Cleaning up temporary data from old regions at 1732504865164 (+7 ms)Region opened successfully at 1732504865170 (+6 ms) 2024-11-25T03:21:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:05,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:05,172 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:21:05,172 DEBUG [RS:0;38a5d2077268:37963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f1aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:05,176 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:05,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504865170Disabling compacts and flushes for region at 1732504865170Disabling writes for close at 1732504865170Writing region close event to WAL at 1732504865176 (+6 ms)Closed at 1732504865176 2024-11-25T03:21:05,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:05,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:21:05,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:21:05,179 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:05,180 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:21:05,192 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:37963 2024-11-25T03:21:05,192 INFO [RS:0;38a5d2077268:37963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:21:05,193 INFO [RS:0;38a5d2077268:37963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:21:05,193 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:21:05,195 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,42337,1732504863968 with port=37963, startcode=1732504864035 2024-11-25T03:21:05,195 DEBUG [RS:0;38a5d2077268:37963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:21:05,197 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:21:05,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,37963,1732504864035 2024-11-25T03:21:05,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42337 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,37963,1732504864035 2024-11-25T03:21:05,200 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a 2024-11-25T03:21:05,200 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45079 2024-11-25T03:21:05,200 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:21:05,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067/rs 2024-11-25T03:21:05,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,37963,1732504864035] 2024-11-25T03:21:05,205 DEBUG [RS:0;38a5d2077268:37963 {}] zookeeper.ZKUtil(111): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on existing znode=/0700783067/rs/38a5d2077268,37963,1732504864035 2024-11-25T03:21:05,205 WARN [RS:0;38a5d2077268:37963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:05,205 INFO [RS:0;38a5d2077268:37963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:05,205 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035 2024-11-25T03:21:05,211 INFO [RS:0;38a5d2077268:37963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:21:05,218 INFO [RS:0;38a5d2077268:37963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:21:05,219 INFO [RS:0;38a5d2077268:37963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:21:05,219 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,219 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:21:05,220 INFO [RS:0;38a5d2077268:37963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:21:05,220 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,220 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:05,224 DEBUG [RS:0;38a5d2077268:37963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:05,230 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,230 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,230 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,230 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,230 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,230 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,37963,1732504864035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:05,250 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:21:05,251 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,37963,1732504864035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,251 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,251 INFO [RS:0;38a5d2077268:37963 {}] regionserver.Replication(171): 38a5d2077268,37963,1732504864035 started 2024-11-25T03:21:05,271 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,271 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,37963,1732504864035, RpcServer on 38a5d2077268/172.17.0.2:37963, sessionid=0x1014d242b3e0001 2024-11-25T03:21:05,271 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:21:05,271 DEBUG [RS:0;38a5d2077268:37963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,37963,1732504864035 2024-11-25T03:21:05,271 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,37963,1732504864035' 2024-11-25T03:21:05,271 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0700783067/flush-table-proc/abort' 2024-11-25T03:21:05,272 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0700783067/flush-table-proc/acquired' 2024-11-25T03:21:05,273 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:21:05,273 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:21:05,273 DEBUG [RS:0;38a5d2077268:37963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,37963,1732504864035 2024-11-25T03:21:05,273 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,37963,1732504864035' 2024-11-25T03:21:05,273 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0700783067/online-snapshot/abort' 2024-11-25T03:21:05,273 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0700783067/online-snapshot/acquired' 2024-11-25T03:21:05,274 DEBUG [RS:0;38a5d2077268:37963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:21:05,274 INFO [RS:0;38a5d2077268:37963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:21:05,274 INFO [RS:0;38a5d2077268:37963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:21:05,331 WARN [38a5d2077268:42337 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T03:21:05,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:05,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:21:05,355 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68567 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:21:05,374 INFO [RS:0;38a5d2077268:37963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:05,375 INFO [RS:0;38a5d2077268:37963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C37963%2C1732504864035, suffix=, logDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035, archiveDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/oldWALs, maxLogs=10 2024-11-25T03:21:05,393 DEBUG [RS:0;38a5d2077268:37963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376, exclude list is [], retry=0 2024-11-25T03:21:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-7e78d1a8-85bd-4362-aa26-cdb042c69500,DISK] 2024-11-25T03:21:05,397 INFO [RS:0;38a5d2077268:37963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 2024-11-25T03:21:05,398 DEBUG [RS:0;38a5d2077268:37963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-25T03:21:05,581 DEBUG [38a5d2077268:42337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:21:05,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,37963,1732504864035 2024-11-25T03:21:05,583 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,37963,1732504864035, state=OPENING 2024-11-25T03:21:05,585 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:21:05,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:05,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:05,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0700783067/meta-region-server: CHANGED 2024-11-25T03:21:05,587 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:05,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0700783067/meta-region-server: CHANGED 2024-11-25T03:21:05,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,37963,1732504864035}] 2024-11-25T03:21:05,740 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:05,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:21:05,745 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:21:05,745 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:05,745 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:21:05,747 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C37963%2C1732504864035.meta, suffix=.meta, logDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035, archiveDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/oldWALs, maxLogs=10 2024-11-25T03:21:05,765 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.meta.1732504865748.meta, exclude list is [], retry=0 2024-11-25T03:21:05,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-7e78d1a8-85bd-4362-aa26-cdb042c69500,DISK] 2024-11-25T03:21:05,769 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.meta.1732504865748.meta 2024-11-25T03:21:05,769 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-25T03:21:05,770 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:05,770 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:05,770 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:05,770 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:21:05,770 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:21:05,770 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:21:05,770 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:05,770 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:21:05,770 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:21:05,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:05,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:05,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:05,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:05,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:05,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:05,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:05,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:05,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:05,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:05,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:05,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:05,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:05,779 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:05,779 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740 2024-11-25T03:21:05,780 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740 2024-11-25T03:21:05,781 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:05,781 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:05,782 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:05,783 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:05,783 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71373429, jitterRate=0.06354697048664093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:05,783 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:21:05,784 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504865771Writing region info on filesystem at 1732504865771Initializing all the Stores at 1732504865771Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504865771Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504865772 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504865772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504865772Cleaning up temporary data from old regions at 1732504865781 (+9 ms)Running coprocessor post-open hooks at 1732504865783 (+2 ms)Region opened successfully at 1732504865784 (+1 ms) 2024-11-25T03:21:05,784 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504865740 2024-11-25T03:21:05,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,37963,1732504864035 2024-11-25T03:21:05,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,37963,1732504864035, state=OPEN 2024-11-25T03:21:05,789 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:21:05,789 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:21:05,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0700783067/meta-region-server 2024-11-25T03:21:05,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0700783067/meta-region-server 2024-11-25T03:21:05,792 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,37963,1732504864035 2024-11-25T03:21:05,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0700783067/meta-region-server: CHANGED 2024-11-25T03:21:05,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0700783067/meta-region-server: CHANGED 2024-11-25T03:21:05,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:21:05,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,37963,1732504864035 in 205 msec 2024-11-25T03:21:05,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:21:05,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-25T03:21:05,796 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:05,796 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:21:05,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:05,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,37963,1732504864035, seqNum=-1] 2024-11-25T03:21:05,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:05,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:05,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 699 msec 2024-11-25T03:21:05,804 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504865804, completionTime=-1 2024-11-25T03:21:05,804 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:21:05,804 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:21:05,806 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:21:05,806 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504925806 2024-11-25T03:21:05,806 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504985806 2024-11-25T03:21:05,806 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:21:05,807 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42337,1732504863968-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,807 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42337,1732504863968-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,807 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42337,1732504863968-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,807 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:42337, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,807 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,807 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,809 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:21:05,811 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.729sec 2024-11-25T03:21:05,811 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:21:05,811 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:21:05,811 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:21:05,811 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:21:05,811 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:21:05,811 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42337,1732504863968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:05,811 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42337,1732504863968-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:21:05,813 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:21:05,813 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:21:05,813 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42337,1732504863968-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:05,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac7b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:05,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42337,-1 for getting cluster id 2024-11-25T03:21:05,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:05,867 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c879f702-8724-4ab8-adad-6dd023de942a' 2024-11-25T03:21:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c879f702-8724-4ab8-adad-6dd023de942a" 2024-11-25T03:21:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a8b374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42337,-1] 2024-11-25T03:21:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:05,869 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:05,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35937bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:05,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,37963,1732504864035, seqNum=-1] 2024-11-25T03:21:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:05,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:05,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,42337,1732504863968 2024-11-25T03:21:05,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64051 2024-11-25T03:21:05,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:05,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d242b3e0002 connected 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.log.dir so I do NOT create it in target/test-data/09d479df-7601-b025-10e4-7840938d2b25 2024-11-25T03:21:05,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.tmp.dir so I do NOT create it in target/test-data/09d479df-7601-b025-10e4-7840938d2b25 2024-11-25T03:21:05,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:21:05,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/cluster_b3b7a459-6bc4-6e1f-0b34-ed790708fe09, deleteOnExit=true 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/test.cache.data in system properties and HBase conf 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:21:05,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:21:05,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:21:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:21:05,955 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T03:21:05,957 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:05,957 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:05,958 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:05,958 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,004 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,009 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,011 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,011 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,013 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:06,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:06,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:06,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:06,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:06,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:21:06,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:06,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20521353{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:06,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a870934{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:06,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e51eff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/java.io.tmpdir/jetty-localhost-42453-hadoop-hdfs-3_4_1-tests_jar-_-any-13666734946382805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:06,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ef3565e{HTTP/1.1, (http/1.1)}{localhost:42453} 2024-11-25T03:21:06,190 INFO [Time-limited test {}] server.Server(415): Started @238440ms 2024-11-25T03:21:06,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:06,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:06,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:06,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:06,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:21:06,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1605efc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:06,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df41171{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:06,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cc6a5ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/java.io.tmpdir/jetty-localhost-38015-hadoop-hdfs-3_4_1-tests_jar-_-any-8355110297728376868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:06,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4be60ff2{HTTP/1.1, (http/1.1)}{localhost:38015} 2024-11-25T03:21:06,437 INFO [Time-limited test {}] server.Server(415): Started @238687ms 2024-11-25T03:21:06,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:21:06,556 WARN [Thread-3536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/cluster_b3b7a459-6bc4-6e1f-0b34-ed790708fe09/data/data1/current/BP-1154234553-172.17.0.2-1732504865905/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:06,556 WARN [Thread-3537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/cluster_b3b7a459-6bc4-6e1f-0b34-ed790708fe09/data/data2/current/BP-1154234553-172.17.0.2-1732504865905/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:06,596 WARN [Thread-3524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:21:06,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba44cf1d051c47 with lease ID 0x9596339166796b5a: Processing first storage report for DS-d4960288-8490-4316-9ebf-47ee5e9f8597 from datanode DatanodeRegistration(127.0.0.1:42143, datanodeUuid=f858bbfe-9174-4cf4-8572-d8d8126cec17, infoPort=40759, infoSecurePort=0, ipcPort=45969, storageInfo=lv=-57;cid=testClusterID;nsid=872275602;c=1732504865905) 2024-11-25T03:21:06,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba44cf1d051c47 with lease ID 0x9596339166796b5a: from storage DS-d4960288-8490-4316-9ebf-47ee5e9f8597 node DatanodeRegistration(127.0.0.1:42143, datanodeUuid=f858bbfe-9174-4cf4-8572-d8d8126cec17, infoPort=40759, infoSecurePort=0, ipcPort=45969, storageInfo=lv=-57;cid=testClusterID;nsid=872275602;c=1732504865905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:06,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba44cf1d051c47 with lease ID 0x9596339166796b5a: Processing first storage report for DS-9a6b1464-5c86-4ca1-8c03-a123e778218d from datanode DatanodeRegistration(127.0.0.1:42143, datanodeUuid=f858bbfe-9174-4cf4-8572-d8d8126cec17, infoPort=40759, infoSecurePort=0, ipcPort=45969, storageInfo=lv=-57;cid=testClusterID;nsid=872275602;c=1732504865905) 2024-11-25T03:21:06,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba44cf1d051c47 with lease ID 0x9596339166796b5a: from storage DS-9a6b1464-5c86-4ca1-8c03-a123e778218d node DatanodeRegistration(127.0.0.1:42143, datanodeUuid=f858bbfe-9174-4cf4-8572-d8d8126cec17, infoPort=40759, infoSecurePort=0, ipcPort=45969, storageInfo=lv=-57;cid=testClusterID;nsid=872275602;c=1732504865905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:06,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25 2024-11-25T03:21:06,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:06,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:06,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:21:06,679 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00 with version=8 2024-11-25T03:21:06,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/hbase-staging 2024-11-25T03:21:06,682 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:06,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:06,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:06,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:06,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:06,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:06,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:21:06,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:06,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39601 2024-11-25T03:21:06,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39601 connecting to ZooKeeper ensemble=127.0.0.1:64051 2024-11-25T03:21:06,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396010x0, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:06,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39601-0x1014d242b3e0003 connected 2024-11-25T03:21:06,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:06,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:06,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on znode that does not yet exist, /12135191966/running 2024-11-25T03:21:06,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00, hbase.cluster.distributed=false 2024-11-25T03:21:06,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on znode that does not yet exist, /12135191966/acl 2024-11-25T03:21:06,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39601 2024-11-25T03:21:06,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39601 2024-11-25T03:21:06,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39601 2024-11-25T03:21:06,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39601 2024-11-25T03:21:06,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39601 2024-11-25T03:21:06,739 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:06,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:06,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:06,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:06,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:06,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:06,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:21:06,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:06,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42551 2024-11-25T03:21:06,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42551 connecting to ZooKeeper ensemble=127.0.0.1:64051 2024-11-25T03:21:06,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:06,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:06,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425510x0, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:06,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425510x0, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on znode that does not yet exist, /12135191966/running 2024-11-25T03:21:06,759 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:21:06,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42551-0x1014d242b3e0004 connected 2024-11-25T03:21:06,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:21:06,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on znode that does not yet exist, /12135191966/master 2024-11-25T03:21:06,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on znode that does not yet exist, /12135191966/acl 2024-11-25T03:21:06,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42551 2024-11-25T03:21:06,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42551 2024-11-25T03:21:06,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42551 2024-11-25T03:21:06,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42551 2024-11-25T03:21:06,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42551 2024-11-25T03:21:06,824 DEBUG [M:0;38a5d2077268:39601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:39601 2024-11-25T03:21:06,825 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12135191966/backup-masters/38a5d2077268,39601,1732504866682 2024-11-25T03:21:06,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966/backup-masters 2024-11-25T03:21:06,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966/backup-masters 2024-11-25T03:21:06,841 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on existing znode=/12135191966/backup-masters/38a5d2077268,39601,1732504866682 2024-11-25T03:21:06,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12135191966/master 2024-11-25T03:21:06,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:06,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:06,843 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on existing znode=/12135191966/master 2024-11-25T03:21:06,843 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12135191966/backup-masters/38a5d2077268,39601,1732504866682 from backup master directory 2024-11-25T03:21:06,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135191966/backup-masters/38a5d2077268,39601,1732504866682 2024-11-25T03:21:06,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966/backup-masters 2024-11-25T03:21:06,844 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:06,844 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,39601,1732504866682 2024-11-25T03:21:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966/backup-masters 2024-11-25T03:21:06,854 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/hbase.id] with ID: a8f6e112-4a55-4298-a80c-9aa185d4fb59 2024-11-25T03:21:06,854 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/.tmp/hbase.id 2024-11-25T03:21:06,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:21:07,281 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/.tmp/hbase.id]:[hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/hbase.id] 2024-11-25T03:21:07,292 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:07,292 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:21:07,293 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:21:07,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:07,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:21:07,302 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:07,303 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:21:07,303 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:21:07,323 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store 2024-11-25T03:21:07,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:21:07,345 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:07,345 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:07,345 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:07,345 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:07,345 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:07,345 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:07,345 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:07,345 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504867345Disabling compacts and flushes for region at 1732504867345Disabling writes for close at 1732504867345Writing region close event to WAL at 1732504867345Closed at 1732504867345 2024-11-25T03:21:07,346 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/.initializing 2024-11-25T03:21:07,346 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/WALs/38a5d2077268,39601,1732504866682 2024-11-25T03:21:07,347 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:07,348 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C39601%2C1732504866682, suffix=, logDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/WALs/38a5d2077268,39601,1732504866682, archiveDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/oldWALs, maxLogs=10 2024-11-25T03:21:07,367 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/WALs/38a5d2077268,39601,1732504866682/38a5d2077268%2C39601%2C1732504866682.1732504867349, exclude list is [], retry=0 2024-11-25T03:21:07,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42143,DS-d4960288-8490-4316-9ebf-47ee5e9f8597,DISK] 2024-11-25T03:21:07,371 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/WALs/38a5d2077268,39601,1732504866682/38a5d2077268%2C39601%2C1732504866682.1732504867349 2024-11-25T03:21:07,372 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40759:40759)] 2024-11-25T03:21:07,372 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:07,372 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:07,372 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,372 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:21:07,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:07,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:07,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:21:07,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:07,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:07,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:21:07,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:07,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:07,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:21:07,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:07,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:07,384 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,385 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,385 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,386 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,386 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,387 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:07,389 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:07,391 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:07,391 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60427066, jitterRate=-0.09956654906272888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:07,391 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504867372Initializing all the Stores at 1732504867373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504867373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504867376 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504867376Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504867376Cleaning up temporary data from old regions at 1732504867386 (+10 ms)Region opened successfully at 1732504867391 (+5 ms) 2024-11-25T03:21:07,392 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:21:07,394 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ceb336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:07,395 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:21:07,395 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:21:07,395 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:21:07,396 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:21:07,396 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:21:07,396 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:21:07,396 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:21:07,403 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:21:07,404 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Unable to get data of znode /12135191966/balancer because node does not exist (not necessarily an error) 2024-11-25T03:21:07,406 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135191966/balancer already deleted, retry=false 2024-11-25T03:21:07,407 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:21:07,407 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Unable to get data of znode /12135191966/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:21:07,409 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135191966/normalizer already deleted, retry=false 2024-11-25T03:21:07,409 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:21:07,410 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Unable to get data of znode /12135191966/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:21:07,412 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135191966/switch/split already deleted, retry=false 2024-11-25T03:21:07,413 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Unable to get data of znode /12135191966/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:21:07,414 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135191966/switch/merge already deleted, retry=false 2024-11-25T03:21:07,416 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Unable to get data of znode /12135191966/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:21:07,417 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12135191966/snapshot-cleanup already deleted, retry=false 2024-11-25T03:21:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12135191966/running 2024-11-25T03:21:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12135191966/running 2024-11-25T03:21:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:07,420 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,39601,1732504866682, sessionid=0x1014d242b3e0003, setting cluster-up flag (Was=false) 2024-11-25T03:21:07,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:07,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:07,430 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12135191966/flush-table-proc/acquired, /12135191966/flush-table-proc/reached, /12135191966/flush-table-proc/abort 2024-11-25T03:21:07,431 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,39601,1732504866682 2024-11-25T03:21:07,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:07,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:07,439 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12135191966/online-snapshot/acquired, /12135191966/online-snapshot/reached, /12135191966/online-snapshot/abort 2024-11-25T03:21:07,441 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,39601,1732504866682 2024-11-25T03:21:07,442 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:21:07,446 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:07,446 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:21:07,446 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:21:07,447 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,39601,1732504866682 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:21:07,448 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:07,448 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:07,448 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:07,448 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:07,448 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:21:07,448 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,448 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:07,448 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:07,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:21:07,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504897453 2024-11-25T03:21:07,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:21:07,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:21:07,453 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:07,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:21:07,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:21:07,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:21:07,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:21:07,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:21:07,454 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:21:07,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:21:07,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:21:07,456 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:21:07,457 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:21:07,457 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:21:07,457 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504867457,5,FailOnTimeoutGroup] 2024-11-25T03:21:07,459 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504867457,5,FailOnTimeoutGroup] 2024-11-25T03:21:07,459 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,459 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:21:07,459 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,459 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:21:07,489 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(746): ClusterId : a8f6e112-4a55-4298-a80c-9aa185d4fb59 2024-11-25T03:21:07,489 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:21:07,491 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:21:07,491 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:21:07,492 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:21:07,493 DEBUG [RS:0;38a5d2077268:42551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5c7c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:07,508 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:42551 2024-11-25T03:21:07,508 INFO [RS:0;38a5d2077268:42551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:21:07,508 INFO [RS:0;38a5d2077268:42551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:21:07,508 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:21:07,509 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,39601,1732504866682 with port=42551, startcode=1732504866739 2024-11-25T03:21:07,509 DEBUG [RS:0;38a5d2077268:42551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:21:07,511 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:21:07,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,42551,1732504866739 2024-11-25T03:21:07,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,42551,1732504866739 2024-11-25T03:21:07,513 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00 2024-11-25T03:21:07,513 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38279 2024-11-25T03:21:07,513 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:21:07,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966/rs 2024-11-25T03:21:07,516 DEBUG [RS:0;38a5d2077268:42551 {}] zookeeper.ZKUtil(111): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on existing znode=/12135191966/rs/38a5d2077268,42551,1732504866739 2024-11-25T03:21:07,516 WARN [RS:0;38a5d2077268:42551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:07,516 INFO [RS:0;38a5d2077268:42551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:07,516 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739 2024-11-25T03:21:07,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,42551,1732504866739] 2024-11-25T03:21:07,523 INFO [RS:0;38a5d2077268:42551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:21:07,524 INFO [RS:0;38a5d2077268:42551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:21:07,525 INFO [RS:0;38a5d2077268:42551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:21:07,525 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,528 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:21:07,529 INFO [RS:0;38a5d2077268:42551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:21:07,529 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:07,529 DEBUG [RS:0;38a5d2077268:42551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:07,534 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,534 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,534 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,534 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,534 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,534 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42551,1732504866739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:07,549 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:21:07,549 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42551,1732504866739-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,549 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,549 INFO [RS:0;38a5d2077268:42551 {}] regionserver.Replication(171): 38a5d2077268,42551,1732504866739 started 2024-11-25T03:21:07,563 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:07,563 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,42551,1732504866739, RpcServer on 38a5d2077268/172.17.0.2:42551, sessionid=0x1014d242b3e0004 2024-11-25T03:21:07,563 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:21:07,563 DEBUG [RS:0;38a5d2077268:42551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,42551,1732504866739 2024-11-25T03:21:07,563 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42551,1732504866739' 2024-11-25T03:21:07,563 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12135191966/flush-table-proc/abort' 2024-11-25T03:21:07,563 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12135191966/flush-table-proc/acquired' 2024-11-25T03:21:07,564 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:21:07,564 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:21:07,564 DEBUG [RS:0;38a5d2077268:42551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,42551,1732504866739 2024-11-25T03:21:07,564 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42551,1732504866739' 2024-11-25T03:21:07,564 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12135191966/online-snapshot/abort' 2024-11-25T03:21:07,564 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12135191966/online-snapshot/acquired' 2024-11-25T03:21:07,564 DEBUG [RS:0;38a5d2077268:42551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:21:07,564 INFO [RS:0;38a5d2077268:42551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:21:07,565 INFO [RS:0;38a5d2077268:42551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:21:07,665 INFO [RS:0;38a5d2077268:42551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:07,666 INFO [RS:0;38a5d2077268:42551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42551%2C1732504866739, suffix=, logDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739, archiveDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/oldWALs, maxLogs=10 2024-11-25T03:21:07,683 DEBUG [RS:0;38a5d2077268:42551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, exclude list is [], retry=0 2024-11-25T03:21:07,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42143,DS-d4960288-8490-4316-9ebf-47ee5e9f8597,DISK] 2024-11-25T03:21:07,686 INFO [RS:0;38a5d2077268:42551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 2024-11-25T03:21:07,687 DEBUG [RS:0;38a5d2077268:42551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40759:40759)] 2024-11-25T03:21:07,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:21:07,865 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00 2024-11-25T03:21:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:21:08,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:08,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:08,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:08,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:08,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:08,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:08,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:08,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:08,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:08,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:08,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:08,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:08,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:08,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:08,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:08,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:08,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740 2024-11-25T03:21:08,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740 2024-11-25T03:21:08,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:08,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:08,293 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:08,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:08,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:08,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74260850, jitterRate=0.10657289624214172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:08,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504868277Initializing all the Stores at 1732504868278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504868278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504868279 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504868279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504868279Cleaning up temporary data from old regions at 1732504868292 (+13 ms)Region opened successfully at 1732504868297 (+5 ms) 2024-11-25T03:21:08,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:08,297 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:08,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:08,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:08,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:08,303 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:08,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504868297Disabling compacts and flushes for region at 1732504868297Disabling writes for close at 1732504868298 (+1 ms)Writing region close event to WAL at 1732504868303 (+5 ms)Closed at 1732504868303 2024-11-25T03:21:08,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:08,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:21:08,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:21:08,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:08,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:21:08,459 DEBUG [38a5d2077268:39601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:21:08,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,42551,1732504866739 2024-11-25T03:21:08,462 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42551,1732504866739, state=OPENING 2024-11-25T03:21:08,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:21:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:08,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12135191966/meta-region-server: CHANGED 2024-11-25T03:21:08,472 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:08,472 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12135191966/meta-region-server: CHANGED 2024-11-25T03:21:08,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42551,1732504866739}] 2024-11-25T03:21:08,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:08,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:21:08,636 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:21:08,636 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:08,637 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:21:08,638 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42551%2C1732504866739.meta, suffix=.meta, logDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739, archiveDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/oldWALs, maxLogs=10 2024-11-25T03:21:08,657 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.meta.1732504868638.meta, exclude list is [], retry=0 2024-11-25T03:21:08,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42143,DS-d4960288-8490-4316-9ebf-47ee5e9f8597,DISK] 2024-11-25T03:21:08,674 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.meta.1732504868638.meta 2024-11-25T03:21:08,674 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40759:40759)] 2024-11-25T03:21:08,675 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:08,675 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:08,675 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:08,675 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:21:08,675 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:21:08,675 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:21:08,675 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:08,676 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:21:08,676 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:21:08,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:08,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:08,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:08,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:08,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:08,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:08,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:08,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:08,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:08,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:08,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:08,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:08,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:08,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:08,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:08,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:08,686 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:08,686 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740 2024-11-25T03:21:08,687 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740 2024-11-25T03:21:08,688 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:08,689 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:08,689 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:08,692 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:08,692 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74614132, jitterRate=0.11183720827102661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:08,692 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:21:08,695 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504868676Writing region info on filesystem at 1732504868676Initializing all the Stores at 1732504868677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504868677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504868681 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504868681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504868681Cleaning up temporary data from old regions at 1732504868689 (+8 ms)Running coprocessor post-open hooks at 1732504868692 (+3 ms)Region opened successfully at 1732504868693 (+1 ms) 2024-11-25T03:21:08,697 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504868624 2024-11-25T03:21:08,699 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:21:08,699 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:21:08,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42551,1732504866739 2024-11-25T03:21:08,701 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42551,1732504866739, state=OPEN 2024-11-25T03:21:08,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12135191966/meta-region-server 2024-11-25T03:21:08,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12135191966/meta-region-server 2024-11-25T03:21:08,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12135191966/meta-region-server: CHANGED 2024-11-25T03:21:08,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12135191966/meta-region-server: CHANGED 2024-11-25T03:21:08,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,42551,1732504866739 2024-11-25T03:21:08,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:21:08,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42551,1732504866739 in 231 msec 2024-11-25T03:21:08,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:21:08,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-25T03:21:08,707 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:08,707 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:21:08,709 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:08,709 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42551,1732504866739, seqNum=-1] 2024-11-25T03:21:08,709 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:08,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:08,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-25T03:21:08,719 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504868719, completionTime=-1 2024-11-25T03:21:08,720 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:21:08,720 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:21:08,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:21:08,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504928722 2024-11-25T03:21:08,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504988722 2024-11-25T03:21:08,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:21:08,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39601,1732504866682-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:08,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39601,1732504866682-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:08,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39601,1732504866682-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:08,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:39601, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:08,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:08,723 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:08,724 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:21:08,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.880sec 2024-11-25T03:21:08,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:21:08,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:21:08,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:21:08,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:21:08,726 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:21:08,726 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39601,1732504866682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:08,726 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39601,1732504866682-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:21:08,727 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:21:08,727 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:21:08,727 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,39601,1732504866682-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:08,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45117c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:08,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39601,-1 for getting cluster id 2024-11-25T03:21:08,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:08,791 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8f6e112-4a55-4298-a80c-9aa185d4fb59' 2024-11-25T03:21:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8f6e112-4a55-4298-a80c-9aa185d4fb59" 2024-11-25T03:21:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed3af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39601,-1] 2024-11-25T03:21:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:08,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:08,792 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:08,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7b342c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:08,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42551,1732504866739, seqNum=-1] 2024-11-25T03:21:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:08,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:08,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,39601,1732504866682 2024-11-25T03:21:08,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64051 2024-11-25T03:21:08,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:08,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014d242b3e0005 connected 2024-11-25T03:21:08,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.log.dir so I do NOT create it in target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45 2024-11-25T03:21:08,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:21:08,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.tmp.dir so I do NOT create it in target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45 2024-11-25T03:21:08,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:21:08,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45 2024-11-25T03:21:08,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:21:08,803 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/cluster_535ca316-8a3e-cd1e-b026-049677a0ab2a, deleteOnExit=true 2024-11-25T03:21:08,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:21:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/test.cache.data in system properties and HBase conf 2024-11-25T03:21:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:21:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:21:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:21:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:21:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:21:08,804 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:21:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:08,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:21:08,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:21:09,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:09,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:09,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:09,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:09,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:21:09,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:09,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba1728d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:09,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1db455c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:09,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ee6db57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/java.io.tmpdir/jetty-localhost-34247-hadoop-hdfs-3_4_1-tests_jar-_-any-16164315425591002769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:09,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58beb4f{HTTP/1.1, (http/1.1)}{localhost:34247} 2024-11-25T03:21:09,299 INFO [Time-limited test {}] server.Server(415): Started @241549ms 2024-11-25T03:21:09,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:09,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:09,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:09,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:09,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:21:09,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e2b5461{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:09,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fa17ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:09,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6be90661{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/java.io.tmpdir/jetty-localhost-42027-hadoop-hdfs-3_4_1-tests_jar-_-any-3717190087214942867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:09,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65bd3d89{HTTP/1.1, (http/1.1)}{localhost:42027} 2024-11-25T03:21:09,819 INFO [Time-limited test {}] server.Server(415): Started @242069ms 2024-11-25T03:21:09,821 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:21:09,935 WARN [Thread-3656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/cluster_535ca316-8a3e-cd1e-b026-049677a0ab2a/data/data1/current/BP-605183863-172.17.0.2-1732504868864/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:09,935 WARN [Thread-3657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/cluster_535ca316-8a3e-cd1e-b026-049677a0ab2a/data/data2/current/BP-605183863-172.17.0.2-1732504868864/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:09,960 WARN [Thread-3644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:21:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebd6b424baef9c4a with lease ID 0x45f1b4d3051223f8: Processing first storage report for DS-5ba1df9f-fd3b-4816-9a3f-33312ac61b46 from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=529e8498-add9-4c6e-9328-dfff83995b35, infoPort=37759, infoSecurePort=0, ipcPort=42793, storageInfo=lv=-57;cid=testClusterID;nsid=2008153736;c=1732504868864) 2024-11-25T03:21:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebd6b424baef9c4a with lease ID 0x45f1b4d3051223f8: from storage DS-5ba1df9f-fd3b-4816-9a3f-33312ac61b46 node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=529e8498-add9-4c6e-9328-dfff83995b35, infoPort=37759, infoSecurePort=0, ipcPort=42793, storageInfo=lv=-57;cid=testClusterID;nsid=2008153736;c=1732504868864), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebd6b424baef9c4a with lease ID 0x45f1b4d3051223f8: Processing first storage report for DS-b00a9832-12d8-41f9-83bf-5bf47fb16d67 from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=529e8498-add9-4c6e-9328-dfff83995b35, infoPort=37759, infoSecurePort=0, ipcPort=42793, storageInfo=lv=-57;cid=testClusterID;nsid=2008153736;c=1732504868864) 2024-11-25T03:21:09,963 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebd6b424baef9c4a with lease ID 0x45f1b4d3051223f8: from storage DS-b00a9832-12d8-41f9-83bf-5bf47fb16d67 node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=529e8498-add9-4c6e-9328-dfff83995b35, infoPort=37759, infoSecurePort=0, ipcPort=42793, storageInfo=lv=-57;cid=testClusterID;nsid=2008153736;c=1732504868864), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:10,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45 2024-11-25T03:21:10,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:10,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:10,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:21:10,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa with version=8 2024-11-25T03:21:10,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/hbase-staging 2024-11-25T03:21:10,465 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:10,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:10,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:10,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:10,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:10,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:10,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:21:10,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:10,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44907 2024-11-25T03:21:10,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44907 connecting to ZooKeeper ensemble=127.0.0.1:64051 2024-11-25T03:21:10,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449070x0, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:10,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44907-0x1014d242b3e0006 connected 2024-11-25T03:21:10,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:10,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:10,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on znode that does not yet exist, /2-1322738862/running 2024-11-25T03:21:10,508 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa, hbase.cluster.distributed=false 2024-11-25T03:21:10,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on znode that does not yet exist, /2-1322738862/acl 2024-11-25T03:21:10,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-25T03:21:10,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44907 2024-11-25T03:21:10,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44907 2024-11-25T03:21:10,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-25T03:21:10,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-25T03:21:10,577 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:10,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:10,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:21:10,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:10,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38747 2024-11-25T03:21:10,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38747 connecting to ZooKeeper ensemble=127.0.0.1:64051 2024-11-25T03:21:10,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:10,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:10,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387470x0, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on znode that does not yet exist, /2-1322738862/running 2024-11-25T03:21:10,611 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:21:10,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387470x0, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:10,612 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:21:10,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387470x0, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on znode that does not yet exist, /2-1322738862/master 2024-11-25T03:21:10,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38747-0x1014d242b3e0007 connected 2024-11-25T03:21:10,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on znode that does not yet exist, /2-1322738862/acl 2024-11-25T03:21:10,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-25T03:21:10,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38747 2024-11-25T03:21:10,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38747 2024-11-25T03:21:10,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-25T03:21:10,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38747 2024-11-25T03:21:10,649 DEBUG [M:0;38a5d2077268:44907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:44907 2024-11-25T03:21:10,660 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1322738862/backup-masters/38a5d2077268,44907,1732504870464 2024-11-25T03:21:10,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862/backup-masters 2024-11-25T03:21:10,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862/backup-masters 2024-11-25T03:21:10,664 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on existing znode=/2-1322738862/backup-masters/38a5d2077268,44907,1732504870464 2024-11-25T03:21:10,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1322738862/master 2024-11-25T03:21:10,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:10,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:10,667 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on existing znode=/2-1322738862/master 2024-11-25T03:21:10,667 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1322738862/backup-masters/38a5d2077268,44907,1732504870464 from backup master directory 2024-11-25T03:21:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862/backup-masters 2024-11-25T03:21:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1322738862/backup-masters/38a5d2077268,44907,1732504870464 2024-11-25T03:21:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862/backup-masters 2024-11-25T03:21:10,675 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:10,675 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,44907,1732504870464 2024-11-25T03:21:10,685 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/hbase.id] with ID: fff7a823-92a3-4448-9a49-dafe813c4ea1 2024-11-25T03:21:10,685 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/.tmp/hbase.id 2024-11-25T03:21:10,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:21:10,697 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/.tmp/hbase.id]:[hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/hbase.id] 2024-11-25T03:21:10,720 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:10,720 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:21:10,721 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:21:10,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:10,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:10,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:21:10,765 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:10,766 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:21:10,781 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:10,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:21:10,814 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store 2024-11-25T03:21:10,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:21:11,257 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:11,258 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:11,258 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:11,258 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:11,258 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:11,258 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:11,258 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:11,258 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504871258Disabling compacts and flushes for region at 1732504871258Disabling writes for close at 1732504871258Writing region close event to WAL at 1732504871258Closed at 1732504871258 2024-11-25T03:21:11,259 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/.initializing 2024-11-25T03:21:11,259 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/WALs/38a5d2077268,44907,1732504870464 2024-11-25T03:21:11,260 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:11,262 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C44907%2C1732504870464, suffix=, logDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/WALs/38a5d2077268,44907,1732504870464, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/oldWALs, maxLogs=10 2024-11-25T03:21:11,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:21:11,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,285 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/WALs/38a5d2077268,44907,1732504870464/38a5d2077268%2C44907%2C1732504870464.1732504871263, exclude list is [], retry=0 2024-11-25T03:21:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5ba1df9f-fd3b-4816-9a3f-33312ac61b46,DISK] 2024-11-25T03:21:11,302 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/WALs/38a5d2077268,44907,1732504870464/38a5d2077268%2C44907%2C1732504870464.1732504871263 2024-11-25T03:21:11,302 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37759:37759)] 2024-11-25T03:21:11,302 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:11,303 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:11,303 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,303 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:21:11,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:11,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:11,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:21:11,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:11,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:11,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:21:11,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:11,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:11,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:21:11,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:11,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:11,334 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,335 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,335 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,337 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,337 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,337 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:11,339 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:11,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,364 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:11,365 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65842768, jitterRate=-0.018866300582885742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:11,365 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504871303Initializing all the Stores at 1732504871305 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504871305Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504871305Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504871305Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504871306 (+1 ms)Cleaning up temporary data from old regions at 1732504871337 (+31 ms)Region opened successfully at 1732504871365 (+28 ms) 2024-11-25T03:21:11,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,375 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:21:11,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,378 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b98a51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:11,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,379 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:21:11,379 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:21:11,379 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:21:11,380 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:21:11,380 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:21:11,380 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:21:11,380 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:21:11,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:11,414 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:21:11,415 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Unable to get data of znode /2-1322738862/balancer because node does not exist (not necessarily an error) 2024-11-25T03:21:11,417 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1322738862/balancer already deleted, retry=false 2024-11-25T03:21:11,417 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:21:11,418 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Unable to get data of znode /2-1322738862/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:21:11,421 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1322738862/normalizer already deleted, retry=false 2024-11-25T03:21:11,422 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:21:11,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:21:11,425 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Unable to get data of znode /2-1322738862/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:21:11,426 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1322738862/switch/split already deleted, retry=false 2024-11-25T03:21:11,427 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Unable to get data of znode /2-1322738862/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:21:11,429 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1322738862/switch/merge already deleted, retry=false 2024-11-25T03:21:11,437 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Unable to get data of znode /2-1322738862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:21:11,440 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1322738862/snapshot-cleanup already deleted, retry=false 2024-11-25T03:21:11,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1322738862/running 2024-11-25T03:21:11,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:11,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1322738862/running 2024-11-25T03:21:11,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:11,444 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,44907,1732504870464, sessionid=0x1014d242b3e0006, setting cluster-up flag (Was=false) 2024-11-25T03:21:11,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:11,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:11,451 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1322738862/flush-table-proc/acquired, /2-1322738862/flush-table-proc/reached, /2-1322738862/flush-table-proc/abort 2024-11-25T03:21:11,452 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,44907,1732504870464 2024-11-25T03:21:11,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:11,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:11,460 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1322738862/online-snapshot/acquired, /2-1322738862/online-snapshot/reached, /2-1322738862/online-snapshot/abort 2024-11-25T03:21:11,461 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,44907,1732504870464 2024-11-25T03:21:11,462 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:21:11,463 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:11,464 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:21:11,464 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:21:11,464 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,44907,1732504870464 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:21:11,466 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:11,466 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:11,466 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:11,466 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:11,466 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:21:11,466 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,466 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:11,466 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,469 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504901469 2024-11-25T03:21:11,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:11,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:21:11,470 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:11,470 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:21:11,471 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:21:11,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:21:11,471 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:21:11,471 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:21:11,471 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504871471,5,FailOnTimeoutGroup] 2024-11-25T03:21:11,471 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504871471,5,FailOnTimeoutGroup] 2024-11-25T03:21:11,471 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,471 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:21:11,472 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,472 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:21:11,534 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(746): ClusterId : fff7a823-92a3-4448-9a49-dafe813c4ea1 2024-11-25T03:21:11,534 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:21:11,538 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:21:11,538 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:21:11,548 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:21:11,548 DEBUG [RS:0;38a5d2077268:38747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0342dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:11,580 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:38747 2024-11-25T03:21:11,580 INFO [RS:0;38a5d2077268:38747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:21:11,580 INFO [RS:0;38a5d2077268:38747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:21:11,580 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:21:11,580 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,44907,1732504870464 with port=38747, startcode=1732504870577 2024-11-25T03:21:11,581 DEBUG [RS:0;38a5d2077268:38747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:21:11,584 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:21:11,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,38747,1732504870577 2024-11-25T03:21:11,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44907 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,38747,1732504870577 2024-11-25T03:21:11,586 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa 2024-11-25T03:21:11,587 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43105 2024-11-25T03:21:11,587 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:21:11,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862/rs 2024-11-25T03:21:11,592 DEBUG [RS:0;38a5d2077268:38747 {}] zookeeper.ZKUtil(111): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on existing znode=/2-1322738862/rs/38a5d2077268,38747,1732504870577 2024-11-25T03:21:11,592 WARN [RS:0;38a5d2077268:38747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:11,592 INFO [RS:0;38a5d2077268:38747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:11,592 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577 2024-11-25T03:21:11,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,38747,1732504870577] 2024-11-25T03:21:11,596 INFO [RS:0;38a5d2077268:38747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:21:11,614 INFO [RS:0;38a5d2077268:38747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:21:11,619 INFO [RS:0;38a5d2077268:38747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:21:11,620 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,624 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:21:11,625 INFO [RS:0;38a5d2077268:38747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:21:11,625 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,625 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,625 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,625 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,625 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,625 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,625 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:11,625 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,626 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,626 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,626 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,626 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,626 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:11,626 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:11,626 DEBUG [RS:0;38a5d2077268:38747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:11,634 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,634 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,634 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,634 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,634 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,634 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38747,1732504870577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:11,683 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:21:11,683 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38747,1732504870577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,683 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,683 INFO [RS:0;38a5d2077268:38747 {}] regionserver.Replication(171): 38a5d2077268,38747,1732504870577 started 2024-11-25T03:21:11,703 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:11,703 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,38747,1732504870577, RpcServer on 38a5d2077268/172.17.0.2:38747, sessionid=0x1014d242b3e0007 2024-11-25T03:21:11,703 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:21:11,703 DEBUG [RS:0;38a5d2077268:38747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,38747,1732504870577 2024-11-25T03:21:11,703 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,38747,1732504870577' 2024-11-25T03:21:11,703 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1322738862/flush-table-proc/abort' 2024-11-25T03:21:11,704 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1322738862/flush-table-proc/acquired' 2024-11-25T03:21:11,704 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:21:11,704 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:21:11,704 DEBUG [RS:0;38a5d2077268:38747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,38747,1732504870577 2024-11-25T03:21:11,704 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,38747,1732504870577' 2024-11-25T03:21:11,704 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1322738862/online-snapshot/abort' 2024-11-25T03:21:11,705 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1322738862/online-snapshot/acquired' 2024-11-25T03:21:11,705 DEBUG [RS:0;38a5d2077268:38747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:21:11,706 INFO [RS:0;38a5d2077268:38747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:21:11,706 INFO [RS:0;38a5d2077268:38747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:21:11,806 INFO [RS:0;38a5d2077268:38747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:11,808 INFO [RS:0;38a5d2077268:38747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C38747%2C1732504870577, suffix=, logDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/oldWALs, maxLogs=10 2024-11-25T03:21:11,829 DEBUG [RS:0;38a5d2077268:38747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, exclude list is [], retry=0 2024-11-25T03:21:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5ba1df9f-fd3b-4816-9a3f-33312ac61b46,DISK] 2024-11-25T03:21:11,842 INFO [RS:0;38a5d2077268:38747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 2024-11-25T03:21:11,843 DEBUG [RS:0;38a5d2077268:38747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37759:37759)] 2024-11-25T03:21:11,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:21:11,882 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa 2024-11-25T03:21:11,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:21:11,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:11,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:11,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:11,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:11,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:11,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:11,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:11,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:11,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:11,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:11,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:11,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:11,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:11,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:11,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:11,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:11,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:11,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:11,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740 2024-11-25T03:21:11,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740 2024-11-25T03:21:11,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:11,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:11,911 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:11,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:11,913 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:11,913 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68219725, jitterRate=0.0165531188249588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:11,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504871902Initializing all the Stores at 1732504871903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504871903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504871903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504871903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504871903Cleaning up temporary data from old regions at 1732504871910 (+7 ms)Region opened successfully at 1732504871914 (+4 ms) 2024-11-25T03:21:11,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:11,914 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:11,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:11,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:11,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:11,914 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:11,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504871914Disabling compacts and flushes for region at 1732504871914Disabling writes for close at 1732504871914Writing region close event to WAL at 1732504871914Closed at 1732504871914 2024-11-25T03:21:11,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:11,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:21:11,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:21:11,916 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:11,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:21:12,067 DEBUG [38a5d2077268:44907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:21:12,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,38747,1732504870577 2024-11-25T03:21:12,069 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,38747,1732504870577, state=OPENING 2024-11-25T03:21:12,071 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:21:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:12,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:12,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,38747,1732504870577}] 2024-11-25T03:21:12,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1322738862/meta-region-server: CHANGED 2024-11-25T03:21:12,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1322738862/meta-region-server: CHANGED 2024-11-25T03:21:12,241 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:12,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:21:12,280 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:21:12,280 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:12,280 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:21:12,282 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C38747%2C1732504870577.meta, suffix=.meta, logDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/oldWALs, maxLogs=10 2024-11-25T03:21:12,319 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.meta.1732504872282.meta, exclude list is [], retry=0 2024-11-25T03:21:12,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5ba1df9f-fd3b-4816-9a3f-33312ac61b46,DISK] 2024-11-25T03:21:12,361 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.meta.1732504872282.meta 2024-11-25T03:21:12,363 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37759:37759)] 2024-11-25T03:21:12,363 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:12,364 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:12,364 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:12,364 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:21:12,364 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:21:12,364 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:21:12,364 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:12,364 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:21:12,365 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:21:12,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:12,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:12,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:12,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:12,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:12,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:12,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:12,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:12,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:12,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:12,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:12,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:12,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:12,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:12,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:12,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:12,410 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:12,411 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740 2024-11-25T03:21:12,412 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740 2024-11-25T03:21:12,413 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:12,413 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:12,414 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:12,415 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:12,416 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66159596, jitterRate=-0.014145195484161377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:12,416 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:21:12,416 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504872365Writing region info on filesystem at 1732504872365Initializing all the Stores at 1732504872366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504872366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504872376 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504872376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504872376Cleaning up temporary data from old regions at 1732504872413 (+37 ms)Running coprocessor post-open hooks at 1732504872416 (+3 ms)Region opened successfully at 1732504872416 2024-11-25T03:21:12,417 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504872240 2024-11-25T03:21:12,420 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:21:12,420 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:21:12,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,38747,1732504870577 2024-11-25T03:21:12,422 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,38747,1732504870577, state=OPEN 2024-11-25T03:21:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1322738862/meta-region-server 2024-11-25T03:21:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1322738862/meta-region-server 2024-11-25T03:21:12,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1322738862/meta-region-server: CHANGED 2024-11-25T03:21:12,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1322738862/meta-region-server: CHANGED 2024-11-25T03:21:12,424 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,38747,1732504870577 2024-11-25T03:21:12,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:21:12,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,38747,1732504870577 in 352 msec 2024-11-25T03:21:12,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:21:12,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-11-25T03:21:12,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:12,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:21:12,431 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:12,431 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38747,1732504870577, seqNum=-1] 2024-11-25T03:21:12,431 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:12,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:12,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 976 msec 2024-11-25T03:21:12,440 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504872440, completionTime=-1 2024-11-25T03:21:12,440 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:21:12,440 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:21:12,442 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:21:12,442 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504932442 2024-11-25T03:21:12,442 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732504992442 2024-11-25T03:21:12,442 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:21:12,443 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44907,1732504870464-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:12,443 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44907,1732504870464-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:12,443 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44907,1732504870464-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:12,443 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:44907, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:12,443 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:12,445 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:21:12,448 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:12,452 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.777sec 2024-11-25T03:21:12,452 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:21:12,452 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:21:12,452 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:21:12,452 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:21:12,452 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:21:12,452 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44907,1732504870464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:12,453 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44907,1732504870464-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:21:12,462 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:21:12,462 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:21:12,462 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,44907,1732504870464-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:12,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd6e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:12,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,44907,-1 for getting cluster id 2024-11-25T03:21:12,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:12,562 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff7a823-92a3-4448-9a49-dafe813c4ea1' 2024-11-25T03:21:12,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff7a823-92a3-4448-9a49-dafe813c4ea1" 2024-11-25T03:21:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f482afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,44907,-1] 2024-11-25T03:21:12,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:12,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:12,565 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:12,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275139a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:12,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38747,1732504870577, seqNum=-1] 2024-11-25T03:21:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:12,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:12,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,44907,1732504870464 2024-11-25T03:21:12,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64051 2024-11-25T03:21:12,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:12,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42337,1732504863968 2024-11-25T03:21:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d908a31 2024-11-25T03:21:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:12,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014d242b3e0008 connected 2024-11-25T03:21:12,601 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:12,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:21:12,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:12,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:12,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:21:12,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:21:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:13,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:21:13,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:21:13,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T03:21:13,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T03:21:13,062 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81ccb56514c2f0656dbf9bf26f598460, NAME => 'test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a 2024-11-25T03:21:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:21:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:13,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:13,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81ccb56514c2f0656dbf9bf26f598460, disabling compactions & flushes 2024-11-25T03:21:13,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:13,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:13,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. after waiting 0 ms 2024-11-25T03:21:13,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:13,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:13,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81ccb56514c2f0656dbf9bf26f598460: Waiting for close lock at 1732504873467Disabling compacts and flushes for region at 1732504873467Disabling writes for close at 1732504873467Writing region close event to WAL at 1732504873467Closed at 1732504873467 2024-11-25T03:21:13,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:13,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504873469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504873469"}]},"ts":"1732504873469"} 2024-11-25T03:21:13,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:13,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:13,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504873472"}]},"ts":"1732504873472"} 2024-11-25T03:21:13,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:21:13,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81ccb56514c2f0656dbf9bf26f598460, ASSIGN}] 2024-11-25T03:21:13,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81ccb56514c2f0656dbf9bf26f598460, ASSIGN 2024-11-25T03:21:13,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81ccb56514c2f0656dbf9bf26f598460, ASSIGN; state=OFFLINE, location=38a5d2077268,37963,1732504864035; forceNewPlan=false, retain=false 2024-11-25T03:21:13,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81ccb56514c2f0656dbf9bf26f598460, regionState=OPENING, regionLocation=38a5d2077268,37963,1732504864035 2024-11-25T03:21:13,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81ccb56514c2f0656dbf9bf26f598460, ASSIGN because future has completed 2024-11-25T03:21:13,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81ccb56514c2f0656dbf9bf26f598460, server=38a5d2077268,37963,1732504864035}] 2024-11-25T03:21:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:13,785 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:13,785 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81ccb56514c2f0656dbf9bf26f598460, NAME => 'test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:13,785 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:13,786 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:21:13,786 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,786 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:13,786 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,786 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,790 INFO [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,792 INFO [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ccb56514c2f0656dbf9bf26f598460 columnFamilyName f 2024-11-25T03:21:13,792 DEBUG [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:13,792 INFO [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] regionserver.HStore(327): Store=81ccb56514c2f0656dbf9bf26f598460/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:13,792 INFO [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,793 INFO [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ccb56514c2f0656dbf9bf26f598460 columnFamilyName f1 2024-11-25T03:21:13,793 DEBUG [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:13,794 INFO [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] regionserver.HStore(327): Store=81ccb56514c2f0656dbf9bf26f598460/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:13,794 INFO [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,795 INFO [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ccb56514c2f0656dbf9bf26f598460 columnFamilyName norep 2024-11-25T03:21:13,795 DEBUG [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:13,796 INFO [StoreOpener-81ccb56514c2f0656dbf9bf26f598460-1 {}] regionserver.HStore(327): Store=81ccb56514c2f0656dbf9bf26f598460/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:13,796 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,797 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,797 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,798 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,798 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,798 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:21:13,800 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,802 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:13,802 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81ccb56514c2f0656dbf9bf26f598460; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63906157, jitterRate=-0.047724053263664246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:21:13,802 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:13,803 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81ccb56514c2f0656dbf9bf26f598460: Running coprocessor pre-open hook at 1732504873786Writing region info on filesystem at 1732504873786Initializing all the Stores at 1732504873787 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504873787Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504873790 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504873790Cleaning up temporary data from old regions at 1732504873798 (+8 ms)Running coprocessor post-open hooks at 1732504873802 (+4 ms)Region opened successfully at 1732504873803 (+1 ms) 2024-11-25T03:21:13,804 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460., pid=6, masterSystemTime=1732504873780 2024-11-25T03:21:13,807 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:13,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81ccb56514c2f0656dbf9bf26f598460, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,37963,1732504864035 2024-11-25T03:21:13,808 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:13,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81ccb56514c2f0656dbf9bf26f598460, server=38a5d2077268,37963,1732504864035 because future has completed 2024-11-25T03:21:13,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:21:13,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81ccb56514c2f0656dbf9bf26f598460, server=38a5d2077268,37963,1732504864035 in 187 msec 2024-11-25T03:21:13,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:21:13,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81ccb56514c2f0656dbf9bf26f598460, ASSIGN in 344 msec 2024-11-25T03:21:13,821 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:21:13,821 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504873821"}]},"ts":"1732504873821"} 2024-11-25T03:21:13,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:21:13,824 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:21:13,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2220 sec 2024-11-25T03:21:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:14,766 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:21:14,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,39601,1732504866682 2024-11-25T03:21:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed09b79 2024-11-25T03:21:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:14,768 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:14,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:21:14,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:14,771 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:14,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:21:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:14,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:21:14,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 908907521d596e2621d679bbd9b0aac1, NAME => 'test,,1732504874768.908907521d596e2621d679bbd9b0aac1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00 2024-11-25T03:21:14,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:21:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:15,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504874768.908907521d596e2621d679bbd9b0aac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:15,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 908907521d596e2621d679bbd9b0aac1, disabling compactions & flushes 2024-11-25T03:21:15,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:15,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:15,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504874768.908907521d596e2621d679bbd9b0aac1. after waiting 0 ms 2024-11-25T03:21:15,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:15,184 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:15,184 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 908907521d596e2621d679bbd9b0aac1: Waiting for close lock at 1732504875184Disabling compacts and flushes for region at 1732504875184Disabling writes for close at 1732504875184Writing region close event to WAL at 1732504875184Closed at 1732504875184 2024-11-25T03:21:15,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:15,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504874768.908907521d596e2621d679bbd9b0aac1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504875185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504875185"}]},"ts":"1732504875185"} 2024-11-25T03:21:15,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:15,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:15,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504875188"}]},"ts":"1732504875188"} 2024-11-25T03:21:15,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:21:15,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=908907521d596e2621d679bbd9b0aac1, ASSIGN}] 2024-11-25T03:21:15,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=908907521d596e2621d679bbd9b0aac1, ASSIGN 2024-11-25T03:21:15,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=908907521d596e2621d679bbd9b0aac1, ASSIGN; state=OFFLINE, location=38a5d2077268,42551,1732504866739; forceNewPlan=false, retain=false 2024-11-25T03:21:15,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=908907521d596e2621d679bbd9b0aac1, regionState=OPENING, regionLocation=38a5d2077268,42551,1732504866739 2024-11-25T03:21:15,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=908907521d596e2621d679bbd9b0aac1, ASSIGN because future has completed 2024-11-25T03:21:15,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 908907521d596e2621d679bbd9b0aac1, server=38a5d2077268,42551,1732504866739}] 2024-11-25T03:21:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:15,500 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:15,500 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 908907521d596e2621d679bbd9b0aac1, NAME => 'test,,1732504874768.908907521d596e2621d679bbd9b0aac1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:15,500 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:15,500 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:21:15,500 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,500 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504874768.908907521d596e2621d679bbd9b0aac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:15,501 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,501 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,502 INFO [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,502 INFO [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 908907521d596e2621d679bbd9b0aac1 columnFamilyName f 2024-11-25T03:21:15,503 DEBUG [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:15,503 INFO [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] regionserver.HStore(327): Store=908907521d596e2621d679bbd9b0aac1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:15,503 INFO [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,504 INFO [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 908907521d596e2621d679bbd9b0aac1 columnFamilyName f1 2024-11-25T03:21:15,504 DEBUG [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:15,504 INFO [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] regionserver.HStore(327): Store=908907521d596e2621d679bbd9b0aac1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:15,504 INFO [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,505 INFO [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 908907521d596e2621d679bbd9b0aac1 columnFamilyName norep 2024-11-25T03:21:15,505 DEBUG [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:15,505 INFO [StoreOpener-908907521d596e2621d679bbd9b0aac1-1 {}] regionserver.HStore(327): Store=908907521d596e2621d679bbd9b0aac1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:15,506 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,506 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,506 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,507 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,507 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,507 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:21:15,508 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,510 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:15,510 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 908907521d596e2621d679bbd9b0aac1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67566206, jitterRate=0.006814926862716675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:21:15,510 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:15,510 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 908907521d596e2621d679bbd9b0aac1: Running coprocessor pre-open hook at 1732504875501Writing region info on filesystem at 1732504875501Initializing all the Stores at 1732504875501Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504875501Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504875501Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504875501Cleaning up temporary data from old regions at 1732504875507 (+6 ms)Running coprocessor post-open hooks at 1732504875510 (+3 ms)Region opened successfully at 1732504875510 2024-11-25T03:21:15,511 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504874768.908907521d596e2621d679bbd9b0aac1., pid=6, masterSystemTime=1732504875497 2024-11-25T03:21:15,512 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:15,512 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:15,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=908907521d596e2621d679bbd9b0aac1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,42551,1732504866739 2024-11-25T03:21:15,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 908907521d596e2621d679bbd9b0aac1, server=38a5d2077268,42551,1732504866739 because future has completed 2024-11-25T03:21:15,515 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=38a5d2077268,42551,1732504866739, table=test, region=908907521d596e2621d679bbd9b0aac1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T03:21:15,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:21:15,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 908907521d596e2621d679bbd9b0aac1, server=38a5d2077268,42551,1732504866739 in 170 msec 2024-11-25T03:21:15,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:21:15,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=908907521d596e2621d679bbd9b0aac1, ASSIGN in 327 msec 2024-11-25T03:21:15,519 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:21:15,519 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504875519"}]},"ts":"1732504875519"} 2024-11-25T03:21:15,521 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:21:15,521 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:21:15,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-25T03:21:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:15,904 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:21:15,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:15,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,44907,1732504870464 2024-11-25T03:21:15,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c86d081 2024-11-25T03:21:15,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:15,906 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:15,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:21:15,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:15,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:15,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:21:15,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:21:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:16,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dbd7c86f13b088c6a7d653b89b39aa4c, NAME => 'test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa 2024-11-25T03:21:16,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:21:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:16,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:16,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dbd7c86f13b088c6a7d653b89b39aa4c, disabling compactions & flushes 2024-11-25T03:21:16,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:16,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:16,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. after waiting 0 ms 2024-11-25T03:21:16,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:16,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:16,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dbd7c86f13b088c6a7d653b89b39aa4c: Waiting for close lock at 1732504876726Disabling compacts and flushes for region at 1732504876726Disabling writes for close at 1732504876726Writing region close event to WAL at 1732504876726Closed at 1732504876726 2024-11-25T03:21:16,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:16,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504876727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504876727"}]},"ts":"1732504876727"} 2024-11-25T03:21:16,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:16,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:16,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504876730"}]},"ts":"1732504876730"} 2024-11-25T03:21:16,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:21:16,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbd7c86f13b088c6a7d653b89b39aa4c, ASSIGN}] 2024-11-25T03:21:16,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dbd7c86f13b088c6a7d653b89b39aa4c, ASSIGN 2024-11-25T03:21:16,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dbd7c86f13b088c6a7d653b89b39aa4c, ASSIGN; state=OFFLINE, location=38a5d2077268,38747,1732504870577; forceNewPlan=false, retain=false 2024-11-25T03:21:16,884 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbd7c86f13b088c6a7d653b89b39aa4c, regionState=OPENING, regionLocation=38a5d2077268,38747,1732504870577 2024-11-25T03:21:16,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dbd7c86f13b088c6a7d653b89b39aa4c, ASSIGN because future has completed 2024-11-25T03:21:16,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbd7c86f13b088c6a7d653b89b39aa4c, server=38a5d2077268,38747,1732504870577}] 2024-11-25T03:21:17,042 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:17,042 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dbd7c86f13b088c6a7d653b89b39aa4c, NAME => 'test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:17,043 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:17,043 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:21:17,043 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,043 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:17,043 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,043 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:17,045 INFO [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,046 INFO [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbd7c86f13b088c6a7d653b89b39aa4c columnFamilyName f 2024-11-25T03:21:17,046 DEBUG [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:17,047 INFO [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] regionserver.HStore(327): Store=dbd7c86f13b088c6a7d653b89b39aa4c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:17,047 INFO [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,047 INFO [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbd7c86f13b088c6a7d653b89b39aa4c columnFamilyName f1 2024-11-25T03:21:17,048 DEBUG [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:17,048 INFO [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] regionserver.HStore(327): Store=dbd7c86f13b088c6a7d653b89b39aa4c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:17,048 INFO [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,049 INFO [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbd7c86f13b088c6a7d653b89b39aa4c columnFamilyName norep 2024-11-25T03:21:17,049 DEBUG [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:17,049 INFO [StoreOpener-dbd7c86f13b088c6a7d653b89b39aa4c-1 {}] regionserver.HStore(327): Store=dbd7c86f13b088c6a7d653b89b39aa4c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:17,049 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,050 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,050 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,051 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,051 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,051 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:21:17,052 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,053 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:17,053 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dbd7c86f13b088c6a7d653b89b39aa4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65741595, jitterRate=-0.02037389576435089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:21:17,053 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:17,054 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dbd7c86f13b088c6a7d653b89b39aa4c: Running coprocessor pre-open hook at 1732504877043Writing region info on filesystem at 1732504877043Initializing all the Stores at 1732504877044 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504877044Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504877045 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504877045Cleaning up temporary data from old regions at 1732504877051 (+6 ms)Running coprocessor post-open hooks at 1732504877053 (+2 ms)Region opened successfully at 1732504877053 2024-11-25T03:21:17,054 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c., pid=6, masterSystemTime=1732504877039 2024-11-25T03:21:17,056 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:17,056 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:17,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dbd7c86f13b088c6a7d653b89b39aa4c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,38747,1732504870577 2024-11-25T03:21:17,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dbd7c86f13b088c6a7d653b89b39aa4c, server=38a5d2077268,38747,1732504870577 because future has completed 2024-11-25T03:21:17,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:21:17,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dbd7c86f13b088c6a7d653b89b39aa4c, server=38a5d2077268,38747,1732504870577 in 173 msec 2024-11-25T03:21:17,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:21:17,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dbd7c86f13b088c6a7d653b89b39aa4c, ASSIGN in 330 msec 2024-11-25T03:21:17,064 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:21:17,064 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504877064"}]},"ts":"1732504877064"} 2024-11-25T03:21:17,066 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:21:17,066 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:21:17,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-25T03:21:17,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:21:17,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:17,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T03:21:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:18,055 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:21:18,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54df7e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:18,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42337,-1 for getting cluster id 2024-11-25T03:21:18,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:18,057 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c879f702-8724-4ab8-adad-6dd023de942a' 2024-11-25T03:21:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c879f702-8724-4ab8-adad-6dd023de942a" 2024-11-25T03:21:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6497d82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42337,-1] 2024-11-25T03:21:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:18,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:18,058 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6463f7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:18,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,42337,1732504863968 2024-11-25T03:21:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@477cc47a 2024-11-25T03:21:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:18,061 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:18,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:39601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:21:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:21:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:18,064 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:39601' 2024-11-25T03:21:18,065 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3512f6e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:18,065 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39601,-1 for getting cluster id 2024-11-25T03:21:18,065 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:18,066 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8f6e112-4a55-4298-a80c-9aa185d4fb59' 2024-11-25T03:21:18,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:18,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8f6e112-4a55-4298-a80c-9aa185d4fb59" 2024-11-25T03:21:18,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c6f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:18,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39601,-1] 2024-11-25T03:21:18,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:18,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:18,067 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:18,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fb4d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:18,068 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:18,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,39601,1732504866682 2024-11-25T03:21:18,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dd9fecb 2024-11-25T03:21:18,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:18,069 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:18,070 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:21:18,070 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:21:18,070 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:18,070 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:18,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:18,071 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:18,071 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:21:18,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:18,072 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:18,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:21:18,122 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:21:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:18,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f3f0f0d2596323974bfb468386b2288, NAME => 'hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a 2024-11-25T03:21:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:21:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:18,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:18,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f3f0f0d2596323974bfb468386b2288, disabling compactions & flushes 2024-11-25T03:21:18,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:18,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:18,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. after waiting 0 ms 2024-11-25T03:21:18,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:18,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:18,885 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f3f0f0d2596323974bfb468386b2288: Waiting for close lock at 1732504878885Disabling compacts and flushes for region at 1732504878885Disabling writes for close at 1732504878885Writing region close event to WAL at 1732504878885Closed at 1732504878885 2024-11-25T03:21:18,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:18,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504878886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504878886"}]},"ts":"1732504878886"} 2024-11-25T03:21:18,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:18,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:18,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504878889"}]},"ts":"1732504878889"} 2024-11-25T03:21:18,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:21:18,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f3f0f0d2596323974bfb468386b2288, ASSIGN}] 2024-11-25T03:21:18,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f3f0f0d2596323974bfb468386b2288, ASSIGN 2024-11-25T03:21:18,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f3f0f0d2596323974bfb468386b2288, ASSIGN; state=OFFLINE, location=38a5d2077268,37963,1732504864035; forceNewPlan=false, retain=false 2024-11-25T03:21:19,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f3f0f0d2596323974bfb468386b2288, regionState=OPENING, regionLocation=38a5d2077268,37963,1732504864035 2024-11-25T03:21:19,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f3f0f0d2596323974bfb468386b2288, ASSIGN because future has completed 2024-11-25T03:21:19,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3f0f0d2596323974bfb468386b2288, server=38a5d2077268,37963,1732504864035}] 2024-11-25T03:21:19,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:19,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:19,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:21:19,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C37963%2C1732504864035.rep, suffix=, logDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035, archiveDir=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/oldWALs, maxLogs=10 2024-11-25T03:21:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:19,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.rep.1732504879202, exclude list is [], retry=0 2024-11-25T03:21:19,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-7e78d1a8-85bd-4362-aa26-cdb042c69500,DISK] 2024-11-25T03:21:19,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.rep.1732504879202 2024-11-25T03:21:19,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-11-25T03:21:19,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f3f0f0d2596323974bfb468386b2288, NAME => 'hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:19,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. service=MultiRowMutationService 2024-11-25T03:21:19,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:21:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,226 INFO [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,227 INFO [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f3f0f0d2596323974bfb468386b2288 columnFamilyName hfileref 2024-11-25T03:21:19,227 DEBUG [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:19,227 INFO [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] regionserver.HStore(327): Store=5f3f0f0d2596323974bfb468386b2288/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:19,227 INFO [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,228 INFO [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f3f0f0d2596323974bfb468386b2288 columnFamilyName queue 2024-11-25T03:21:19,228 DEBUG [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:19,228 INFO [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] regionserver.HStore(327): Store=5f3f0f0d2596323974bfb468386b2288/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:19,228 INFO [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,229 INFO [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f3f0f0d2596323974bfb468386b2288 columnFamilyName sid 2024-11-25T03:21:19,229 DEBUG [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:19,229 INFO [StoreOpener-5f3f0f0d2596323974bfb468386b2288-1 {}] regionserver.HStore(327): Store=5f3f0f0d2596323974bfb468386b2288/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:19,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/replication/5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/replication/5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:21:19,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/replication/5f3f0f0d2596323974bfb468386b2288/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:19,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5f3f0f0d2596323974bfb468386b2288; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67443385, jitterRate=0.004984751343727112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:21:19,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:19,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5f3f0f0d2596323974bfb468386b2288: Running coprocessor pre-open hook at 1732504879225Writing region info on filesystem at 1732504879225Initializing all the Stores at 1732504879226 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504879226Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504879226Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504879226Cleaning up temporary data from old regions at 1732504879231 (+5 ms)Running coprocessor post-open hooks at 1732504879234 (+3 ms)Region opened successfully at 1732504879234 2024-11-25T03:21:19,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288., pid=10, masterSystemTime=1732504879197 2024-11-25T03:21:19,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:19,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:19,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f3f0f0d2596323974bfb468386b2288, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,37963,1732504864035 2024-11-25T03:21:19,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f3f0f0d2596323974bfb468386b2288, server=38a5d2077268,37963,1732504864035 because future has completed 2024-11-25T03:21:19,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:21:19,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f3f0f0d2596323974bfb468386b2288, server=38a5d2077268,37963,1732504864035 in 194 msec 2024-11-25T03:21:19,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:21:19,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f3f0f0d2596323974bfb468386b2288, ASSIGN in 351 msec 2024-11-25T03:21:19,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:21:19,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504879243"}]},"ts":"1732504879243"} 2024-11-25T03:21:19,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:21:19,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:21:19,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-25T03:21:19,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288., hostname=38a5d2077268,37963,1732504864035, seqNum=2] 2024-11-25T03:21:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:19,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:21:19,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:21:19,439 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:21:19,473 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,37963,1732504864035, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:21:19,474 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:19,474 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,37963,1732504864035, seqNum=-1] 2024-11-25T03:21:19,474 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:19,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-25T03:21:19,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,37963,1732504864035', locateType=CURRENT is [region=hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288., hostname=38a5d2077268,37963,1732504864035, seqNum=2] 2024-11-25T03:21:19,479 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:21:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:21:19,481 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,37963,1732504864035 suceeded 2024-11-25T03:21:19,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:21:19,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-25T03:21:19,482 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:39601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:21:19,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-25T03:21:19,493 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:39601' 2024-11-25T03:21:19,495 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@557e659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:19,495 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39601,-1 for getting cluster id 2024-11-25T03:21:19,495 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:19,495 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8f6e112-4a55-4298-a80c-9aa185d4fb59' 2024-11-25T03:21:19,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:19,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8f6e112-4a55-4298-a80c-9aa185d4fb59" 2024-11-25T03:21:19,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22b3187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:19,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39601,-1] 2024-11-25T03:21:19,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:19,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:19,497 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:19,497 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e48a81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:19,497 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,39601,1732504866682 2024-11-25T03:21:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@182fa361 2024-11-25T03:21:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:19,499 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-25T03:21:19,499 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,37963,1732504864035 (queues=1) is replicating from cluster=c879f702-8724-4ab8-adad-6dd023de942a to cluster=a8f6e112-4a55-4298-a80c-9aa185d4fb59 2024-11-25T03:21:19,500 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C37963%2C1732504864035 2024-11-25T03:21:19,500 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,37963,1732504864035, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:21:19,500 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.shipper38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C37963%2C1732504864035 2024-11-25T03:21:19,500 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376, startPosition=0, beingWritten=true 2024-11-25T03:21:19,505 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:19,505 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 379, reset compression=false 2024-11-25T03:21:19,505 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.shipper38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,37963,1732504864035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:19,711 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 379, reset compression=false 2024-11-25T03:21:20,015 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 379, reset compression=false 2024-11-25T03:21:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:20,215 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:21:20,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:20,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:20,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:20,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:20,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:20,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2fb3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:20,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39601,-1 for getting cluster id 2024-11-25T03:21:20,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:20,217 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8f6e112-4a55-4298-a80c-9aa185d4fb59' 2024-11-25T03:21:20,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:20,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8f6e112-4a55-4298-a80c-9aa185d4fb59" 2024-11-25T03:21:20,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b178664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:20,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39601,-1] 2024-11-25T03:21:20,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:20,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:20,218 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:20,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43eb6233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:20,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:20,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,39601,1732504866682 2024-11-25T03:21:20,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@319b019a 2024-11-25T03:21:20,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:20,221 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:20,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:44907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:21:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:21:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:20,224 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:44907' 2024-11-25T03:21:20,225 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a63bd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:20,225 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,44907,-1 for getting cluster id 2024-11-25T03:21:20,225 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:20,226 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff7a823-92a3-4448-9a49-dafe813c4ea1' 2024-11-25T03:21:20,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:20,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff7a823-92a3-4448-9a49-dafe813c4ea1" 2024-11-25T03:21:20,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a4cd3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:20,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,44907,-1] 2024-11-25T03:21:20,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:20,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:20,227 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50516901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:20,228 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,44907,1732504870464 2024-11-25T03:21:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b86c308 2024-11-25T03:21:20,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:20,229 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:20,230 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-25T03:21:20,230 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:21:20,230 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:20,230 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:20,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:20,230 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:20,231 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:21:20,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:20,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:20,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:21:20,239 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a40cc34575167d1a3643588e67a461b5, NAME => 'hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00 2024-11-25T03:21:20,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:21:20,282 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:21:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:20,419 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 379, reset compression=false 2024-11-25T03:21:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:20,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:20,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a40cc34575167d1a3643588e67a461b5, disabling compactions & flushes 2024-11-25T03:21:20,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:20,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:20,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. after waiting 0 ms 2024-11-25T03:21:20,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:20,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:20,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a40cc34575167d1a3643588e67a461b5: Waiting for close lock at 1732504880644Disabling compacts and flushes for region at 1732504880644Disabling writes for close at 1732504880644Writing region close event to WAL at 1732504880644Closed at 1732504880644 2024-11-25T03:21:20,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:20,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504880645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504880645"}]},"ts":"1732504880645"} 2024-11-25T03:21:20,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:20,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:20,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504880648"}]},"ts":"1732504880648"} 2024-11-25T03:21:20,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:21:20,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a40cc34575167d1a3643588e67a461b5, ASSIGN}] 2024-11-25T03:21:20,650 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a40cc34575167d1a3643588e67a461b5, ASSIGN 2024-11-25T03:21:20,651 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a40cc34575167d1a3643588e67a461b5, ASSIGN; state=OFFLINE, location=38a5d2077268,42551,1732504866739; forceNewPlan=false, retain=false 2024-11-25T03:21:20,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a40cc34575167d1a3643588e67a461b5, regionState=OPENING, regionLocation=38a5d2077268,42551,1732504866739 2024-11-25T03:21:20,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a40cc34575167d1a3643588e67a461b5, ASSIGN because future has completed 2024-11-25T03:21:20,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a40cc34575167d1a3643588e67a461b5, server=38a5d2077268,42551,1732504866739}] 2024-11-25T03:21:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:20,923 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 379, reset compression=false 2024-11-25T03:21:20,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:20,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:20,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:21:20,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42551%2C1732504866739.rep, suffix=, logDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739, archiveDir=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/oldWALs, maxLogs=10 2024-11-25T03:21:20,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.rep.1732504880960, exclude list is [], retry=0 2024-11-25T03:21:20,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42143,DS-d4960288-8490-4316-9ebf-47ee5e9f8597,DISK] 2024-11-25T03:21:20,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.rep.1732504880960 2024-11-25T03:21:20,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40759:40759)] 2024-11-25T03:21:20,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a40cc34575167d1a3643588e67a461b5, NAME => 'hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:20,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:20,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:20,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. service=MultiRowMutationService 2024-11-25T03:21:20,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:21:20,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:20,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,980 INFO [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,981 INFO [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a40cc34575167d1a3643588e67a461b5 columnFamilyName hfileref 2024-11-25T03:21:20,981 DEBUG [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:20,981 INFO [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] regionserver.HStore(327): Store=a40cc34575167d1a3643588e67a461b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:20,981 INFO [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,982 INFO [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a40cc34575167d1a3643588e67a461b5 columnFamilyName queue 2024-11-25T03:21:20,982 DEBUG [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:20,983 INFO [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] regionserver.HStore(327): Store=a40cc34575167d1a3643588e67a461b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:20,983 INFO [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,984 INFO [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a40cc34575167d1a3643588e67a461b5 columnFamilyName sid 2024-11-25T03:21:20,984 DEBUG [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:20,984 INFO [StoreOpener-a40cc34575167d1a3643588e67a461b5-1 {}] regionserver.HStore(327): Store=a40cc34575167d1a3643588e67a461b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:20,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/replication/a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/replication/a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:21:20,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/replication/a40cc34575167d1a3643588e67a461b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:20,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a40cc34575167d1a3643588e67a461b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71504239, jitterRate=0.06549619138240814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:21:20,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:20,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a40cc34575167d1a3643588e67a461b5: Running coprocessor pre-open hook at 1732504880979Writing region info on filesystem at 1732504880979Initializing all the Stores at 1732504880979Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504880979Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504880980 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504880980Cleaning up temporary data from old regions at 1732504880986 (+6 ms)Running coprocessor post-open hooks at 1732504880989 (+3 ms)Region opened successfully at 1732504880989 2024-11-25T03:21:20,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5., pid=10, masterSystemTime=1732504880956 2024-11-25T03:21:20,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:20,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:20,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a40cc34575167d1a3643588e67a461b5, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42551,1732504866739 2024-11-25T03:21:20,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a40cc34575167d1a3643588e67a461b5, server=38a5d2077268,42551,1732504866739 because future has completed 2024-11-25T03:21:20,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:21:20,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a40cc34575167d1a3643588e67a461b5, server=38a5d2077268,42551,1732504866739 in 191 msec 2024-11-25T03:21:20,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:21:20,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a40cc34575167d1a3643588e67a461b5, ASSIGN in 346 msec 2024-11-25T03:21:20,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:21:20,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504880998"}]},"ts":"1732504880998"} 2024-11-25T03:21:21,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:21:21,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:21:21,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-25T03:21:21,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5., hostname=38a5d2077268,42551,1732504866739, seqNum=2] 2024-11-25T03:21:21,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:21,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:21,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:21:21,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:21:21,197 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:21:21,228 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,42551,1732504866739, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:21:21,228 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:21,229 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42551,1732504866739, seqNum=-1] 2024-11-25T03:21:21,229 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:21,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T03:21:21,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,42551,1732504866739', locateType=CURRENT is [region=hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5., hostname=38a5d2077268,42551,1732504866739, seqNum=2] 2024-11-25T03:21:21,233 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:21:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:21:21,235 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,42551,1732504866739 suceeded 2024-11-25T03:21:21,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:21:21,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-25T03:21:21,237 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:44907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:21:21,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-25T03:21:21,248 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:44907' 2024-11-25T03:21:21,250 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@148c0328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:21,250 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,44907,-1 for getting cluster id 2024-11-25T03:21:21,250 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:21,250 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff7a823-92a3-4448-9a49-dafe813c4ea1' 2024-11-25T03:21:21,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:21,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff7a823-92a3-4448-9a49-dafe813c4ea1" 2024-11-25T03:21:21,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f8e2d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:21,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,44907,-1] 2024-11-25T03:21:21,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:21,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:21,252 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:21,252 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433f5d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:21,252 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:21,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,44907,1732504870464 2024-11-25T03:21:21,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45be0f3c 2024-11-25T03:21:21,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:21,254 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-25T03:21:21,254 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,42551,1732504866739 (queues=1) is replicating from cluster=a8f6e112-4a55-4298-a80c-9aa185d4fb59 to cluster=fff7a823-92a3-4448-9a49-dafe813c4ea1 2024-11-25T03:21:21,254 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C42551%2C1732504866739 2024-11-25T03:21:21,254 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,42551,1732504866739, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:21:21,255 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, startPosition=0, beingWritten=true 2024-11-25T03:21:21,255 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C42551%2C1732504866739 2024-11-25T03:21:21,259 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:21,259 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 379, reset compression=false 2024-11-25T03:21:21,259 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42551,1732504866739 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:21,365 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:21:21,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:21,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:21,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:21,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:21,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:21,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a5e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:21,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,44907,-1 for getting cluster id 2024-11-25T03:21:21,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:21,367 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff7a823-92a3-4448-9a49-dafe813c4ea1' 2024-11-25T03:21:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff7a823-92a3-4448-9a49-dafe813c4ea1" 2024-11-25T03:21:21,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdbd8f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,44907,-1] 2024-11-25T03:21:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:21,369 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ecaea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:21,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,44907,1732504870464 2024-11-25T03:21:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cfaaaea 2024-11-25T03:21:21,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:21,371 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:21,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:39601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:21:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:21:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:21,374 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:39601' 2024-11-25T03:21:21,375 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee439a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:21,375 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39601,-1 for getting cluster id 2024-11-25T03:21:21,375 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:21,375 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8f6e112-4a55-4298-a80c-9aa185d4fb59' 2024-11-25T03:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8f6e112-4a55-4298-a80c-9aa185d4fb59" 2024-11-25T03:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638a21db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39601,-1] 2024-11-25T03:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:21,377 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:21,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e18eee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:21,377 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:21,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,39601,1732504866682 2024-11-25T03:21:21,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@466dde21 2024-11-25T03:21:21,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:21,378 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:21,379 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T03:21:21,379 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:21:21,379 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:21,379 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:21,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:21,379 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:21,380 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:21:21,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:21,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:21,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:21,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:21:21,430 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:21:21,462 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 379, reset compression=false 2024-11-25T03:21:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:21,527 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 379, reset compression=false 2024-11-25T03:21:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:21,766 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 379, reset compression=false 2024-11-25T03:21:21,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 307d630658bbd77dacf6f16295e52f10, NAME => 'hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa 2024-11-25T03:21:21,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:21:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:22,169 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 379, reset compression=false 2024-11-25T03:21:22,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:22,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 307d630658bbd77dacf6f16295e52f10, disabling compactions & flushes 2024-11-25T03:21:22,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:22,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:22,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. after waiting 0 ms 2024-11-25T03:21:22,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:22,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:22,195 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 307d630658bbd77dacf6f16295e52f10: Waiting for close lock at 1732504882195Disabling compacts and flushes for region at 1732504882195Disabling writes for close at 1732504882195Writing region close event to WAL at 1732504882195Closed at 1732504882195 2024-11-25T03:21:22,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:22,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504882196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504882196"}]},"ts":"1732504882196"} 2024-11-25T03:21:22,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:22,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:22,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504882198"}]},"ts":"1732504882198"} 2024-11-25T03:21:22,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:21:22,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=307d630658bbd77dacf6f16295e52f10, ASSIGN}] 2024-11-25T03:21:22,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=307d630658bbd77dacf6f16295e52f10, ASSIGN 2024-11-25T03:21:22,202 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=307d630658bbd77dacf6f16295e52f10, ASSIGN; state=OFFLINE, location=38a5d2077268,38747,1732504870577; forceNewPlan=false, retain=false 2024-11-25T03:21:22,231 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 379, reset compression=false 2024-11-25T03:21:22,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=307d630658bbd77dacf6f16295e52f10, regionState=OPENING, regionLocation=38a5d2077268,38747,1732504870577 2024-11-25T03:21:22,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=307d630658bbd77dacf6f16295e52f10, ASSIGN because future has completed 2024-11-25T03:21:22,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307d630658bbd77dacf6f16295e52f10, server=38a5d2077268,38747,1732504870577}] 2024-11-25T03:21:22,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:22,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:22,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:21:22,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C38747%2C1732504870577.rep, suffix=, logDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577, archiveDir=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/oldWALs, maxLogs=10 2024-11-25T03:21:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:22,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.rep.1732504882513, exclude list is [], retry=0 2024-11-25T03:21:22,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5ba1df9f-fd3b-4816-9a3f-33312ac61b46,DISK] 2024-11-25T03:21:22,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.rep.1732504882513 2024-11-25T03:21:22,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37759:37759)] 2024-11-25T03:21:22,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 307d630658bbd77dacf6f16295e52f10, NAME => 'hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:22,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:22,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:22,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. service=MultiRowMutationService 2024-11-25T03:21:22,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:21:22,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:22,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,538 INFO [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,539 INFO [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307d630658bbd77dacf6f16295e52f10 columnFamilyName hfileref 2024-11-25T03:21:22,539 DEBUG [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:22,539 INFO [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] regionserver.HStore(327): Store=307d630658bbd77dacf6f16295e52f10/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:22,539 INFO [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,540 INFO [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307d630658bbd77dacf6f16295e52f10 columnFamilyName queue 2024-11-25T03:21:22,540 DEBUG [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:22,541 INFO [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] regionserver.HStore(327): Store=307d630658bbd77dacf6f16295e52f10/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:22,541 INFO [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,541 INFO [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307d630658bbd77dacf6f16295e52f10 columnFamilyName sid 2024-11-25T03:21:22,542 DEBUG [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:22,542 INFO [StoreOpener-307d630658bbd77dacf6f16295e52f10-1 {}] regionserver.HStore(327): Store=307d630658bbd77dacf6f16295e52f10/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:22,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/replication/307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/replication/307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:21:22,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/replication/307d630658bbd77dacf6f16295e52f10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:22,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 307d630658bbd77dacf6f16295e52f10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73473499, jitterRate=0.09484045207500458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:21:22,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:22,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 307d630658bbd77dacf6f16295e52f10: Running coprocessor pre-open hook at 1732504882537Writing region info on filesystem at 1732504882537Initializing all the Stores at 1732504882537Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504882537Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504882537Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504882537Cleaning up temporary data from old regions at 1732504882543 (+6 ms)Running coprocessor post-open hooks at 1732504882548 (+5 ms)Region opened successfully at 1732504882548 2024-11-25T03:21:22,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10., pid=10, masterSystemTime=1732504882507 2024-11-25T03:21:22,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:22,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:22,550 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=307d630658bbd77dacf6f16295e52f10, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,38747,1732504870577 2024-11-25T03:21:22,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307d630658bbd77dacf6f16295e52f10, server=38a5d2077268,38747,1732504870577 because future has completed 2024-11-25T03:21:22,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:21:22,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 307d630658bbd77dacf6f16295e52f10, server=38a5d2077268,38747,1732504870577 in 198 msec 2024-11-25T03:21:22,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:21:22,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=307d630658bbd77dacf6f16295e52f10, ASSIGN in 354 msec 2024-11-25T03:21:22,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:21:22,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504882556"}]},"ts":"1732504882556"} 2024-11-25T03:21:22,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:21:22,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:21:22,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-25T03:21:22,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10., hostname=38a5d2077268,38747,1732504870577, seqNum=2] 2024-11-25T03:21:22,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:22,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:22,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:21:22,672 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 379, reset compression=false 2024-11-25T03:21:22,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:21:22,746 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:21:22,776 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,38747,1732504870577, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:21:22,776 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:22,776 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38747,1732504870577, seqNum=-1] 2024-11-25T03:21:22,777 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:22,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T03:21:22,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,38747,1732504870577', locateType=CURRENT is [region=hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10., hostname=38a5d2077268,38747,1732504870577, seqNum=2] 2024-11-25T03:21:22,782 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:21:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:21:22,784 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,38747,1732504870577 suceeded 2024-11-25T03:21:22,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:21:22,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-25T03:21:22,785 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:39601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:21:22,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-25T03:21:22,798 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:39601' 2024-11-25T03:21:22,799 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@546ca271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:22,799 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39601,-1 for getting cluster id 2024-11-25T03:21:22,800 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:22,800 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8f6e112-4a55-4298-a80c-9aa185d4fb59' 2024-11-25T03:21:22,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:22,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8f6e112-4a55-4298-a80c-9aa185d4fb59" 2024-11-25T03:21:22,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f63bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:22,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39601,-1] 2024-11-25T03:21:22,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:22,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:22,801 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:22,802 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5134fa42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:22,802 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:22,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,39601,1732504866682 2024-11-25T03:21:22,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45aa9608 2024-11-25T03:21:22,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:22,803 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-25T03:21:22,804 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,38747,1732504870577 (queues=1) is replicating from cluster=fff7a823-92a3-4448-9a49-dafe813c4ea1 to cluster=a8f6e112-4a55-4298-a80c-9aa185d4fb59 2024-11-25T03:21:22,804 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C38747%2C1732504870577 2024-11-25T03:21:22,804 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,38747,1732504870577, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:21:22,804 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, startPosition=0, beingWritten=true 2024-11-25T03:21:22,804 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C38747%2C1732504870577 2024-11-25T03:21:22,808 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:22,808 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 379, reset compression=false 2024-11-25T03:21:22,808 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38747,1732504870577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:23,011 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 379, reset compression=false 2024-11-25T03:21:23,034 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 379, reset compression=false 2024-11-25T03:21:23,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:21:23,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T03:21:23,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:21:23,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T03:21:23,276 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 379, reset compression=false 2024-11-25T03:21:23,314 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 379, reset compression=false 2024-11-25T03:21:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:23,535 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:21:23,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:23,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:23,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:23,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:23,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:23,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713c6aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,42337,-1 for getting cluster id 2024-11-25T03:21:23,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:23,537 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c879f702-8724-4ab8-adad-6dd023de942a' 2024-11-25T03:21:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c879f702-8724-4ab8-adad-6dd023de942a" 2024-11-25T03:21:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e25c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,42337,-1] 2024-11-25T03:21:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:23,539 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276f794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa273b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39601,-1 for getting cluster id 2024-11-25T03:21:23,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:23,540 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8f6e112-4a55-4298-a80c-9aa185d4fb59' 2024-11-25T03:21:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8f6e112-4a55-4298-a80c-9aa185d4fb59" 2024-11-25T03:21:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4b9c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39601,-1] 2024-11-25T03:21:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:23,541 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:23,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d004ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735fd475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,44907,-1 for getting cluster id 2024-11-25T03:21:23,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:23,543 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff7a823-92a3-4448-9a49-dafe813c4ea1' 2024-11-25T03:21:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff7a823-92a3-4448-9a49-dafe813c4ea1" 2024-11-25T03:21:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d551d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,44907,-1] 2024-11-25T03:21:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:23,544 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648cf337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,37963,1732504864035, seqNum=-1] 2024-11-25T03:21:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:23,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460., hostname=38a5d2077268,37963,1732504864035, seqNum=2] 2024-11-25T03:21:23,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38747,1732504870577, seqNum=-1] 2024-11-25T03:21:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:23,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c., hostname=38a5d2077268,38747,1732504870577, seqNum=2] 2024-11-25T03:21:23,554 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T03:21:23,717 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 379, reset compression=false 2024-11-25T03:21:23,937 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 379, reset compression=false 2024-11-25T03:21:23,943 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:21:23,943 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 480, reset compression=false 2024-11-25T03:21:23,943 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.shipper38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,37963,1732504864035 got entry batch from reader: WALEntryBatch [walEntries=[{test/81ccb56514c2f0656dbf9bf26f598460/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T03:21:23,945 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.shipper38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:23,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-25T03:21:23,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:21:23,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@496f30db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,39601,-1 for getting cluster id 2024-11-25T03:21:23,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:23,948 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8f6e112-4a55-4298-a80c-9aa185d4fb59' 2024-11-25T03:21:23,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:23,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8f6e112-4a55-4298-a80c-9aa185d4fb59" 2024-11-25T03:21:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bb03a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,39601,-1] 2024-11-25T03:21:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:23,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:23,949 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:23,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1999dd94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:23,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42551,1732504866739, seqNum=-1] 2024-11-25T03:21:23,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:23,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T03:21:23,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504874768.908907521d596e2621d679bbd9b0aac1., hostname=38a5d2077268,42551,1732504866739, seqNum=2] 2024-11-25T03:21:23,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:21:23,979 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 379, reset compression=false 2024-11-25T03:21:23,983 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:21:23,983 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 504, reset compression=false 2024-11-25T03:21:23,983 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42551,1732504866739 got entry batch from reader: WALEntryBatch [walEntries=[{test/908907521d596e2621d679bbd9b0aac1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T03:21:23,985 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:23,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-25T03:21:23,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:21:23,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c38b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,44907,-1 for getting cluster id 2024-11-25T03:21:23,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:23,988 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff7a823-92a3-4448-9a49-dafe813c4ea1' 2024-11-25T03:21:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff7a823-92a3-4448-9a49-dafe813c4ea1" 2024-11-25T03:21:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3e6cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,44907,-1] 2024-11-25T03:21:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:23,990 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:23,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cae2209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:23,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:23,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,38747,1732504870577, seqNum=-1] 2024-11-25T03:21:23,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:23,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T03:21:23,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c., hostname=38a5d2077268,38747,1732504870577, seqNum=2] 2024-11-25T03:21:23,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:21:24,146 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 480, reset compression=false 2024-11-25T03:21:24,186 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 504, reset compression=false 2024-11-25T03:21:24,221 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 379, reset compression=false 2024-11-25T03:21:24,224 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:24,224 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 528, reset compression=false 2024-11-25T03:21:24,224 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38747,1732504870577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:24,427 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 528, reset compression=false 2024-11-25T03:21:24,450 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 480, reset compression=false 2024-11-25T03:21:24,490 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 504, reset compression=false 2024-11-25T03:21:24,556 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T03:21:24,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42551,1732504866739, seqNum=-1] 2024-11-25T03:21:24,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:24,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:24,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732504874768.908907521d596e2621d679bbd9b0aac1., hostname=38a5d2077268,42551,1732504866739, seqNum=2] 2024-11-25T03:21:24,563 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T03:21:24,735 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 528, reset compression=false 2024-11-25T03:21:24,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:21:24,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:24,853 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 480, reset compression=false 2024-11-25T03:21:24,893 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 504, reset compression=false 2024-11-25T03:21:24,897 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:21:24,897 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 608, reset compression=false 2024-11-25T03:21:24,897 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42551,1732504866739 got entry batch from reader: WALEntryBatch [walEntries=[{test/908907521d596e2621d679bbd9b0aac1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T03:21:24,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:21:24,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:21:25,100 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 608, reset compression=false 2024-11-25T03:21:25,143 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 528, reset compression=false 2024-11-25T03:21:25,147 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:25,147 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 656, reset compression=false 2024-11-25T03:21:25,148 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38747,1732504870577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:25,351 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 656, reset compression=false 2024-11-25T03:21:25,357 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 480, reset compression=false 2024-11-25T03:21:25,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:25,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:21:25,386 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88598 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:21:25,404 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 608, reset compression=false 2024-11-25T03:21:25,565 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T03:21:25,567 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T03:21:25,654 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 656, reset compression=false 2024-11-25T03:21:25,659 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:21:25,659 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 760, reset compression=false 2024-11-25T03:21:25,659 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38747,1732504870577 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbd7c86f13b088c6a7d653b89b39aa4c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T03:21:25,661 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:25,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-25T03:21:25,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:21:25,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:21:25,807 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 608, reset compression=false 2024-11-25T03:21:25,811 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:25,811 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 736, reset compression=false 2024-11-25T03:21:25,811 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42551,1732504866739 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:25,862 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 760, reset compression=false 2024-11-25T03:21:25,960 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 480, reset compression=false 2024-11-25T03:21:26,014 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 736, reset compression=false 2024-11-25T03:21:26,166 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 760, reset compression=false 2024-11-25T03:21:26,318 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 736, reset compression=false 2024-11-25T03:21:26,569 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T03:21:26,569 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 760, reset compression=false 2024-11-25T03:21:26,573 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T03:21:26,663 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 480, reset compression=false 2024-11-25T03:21:26,668 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:21:26,668 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:26,668 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.shipper38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,37963,1732504864035 got entry batch from reader: WALEntryBatch [walEntries=[{test/81ccb56514c2f0656dbf9bf26f598460/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T03:21:26,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:21:26,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:21:26,721 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 736, reset compression=false 2024-11-25T03:21:26,724 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:21:26,724 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 884, reset compression=false 2024-11-25T03:21:26,724 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42551,1732504866739 got entry batch from reader: WALEntryBatch [walEntries=[{test/908907521d596e2621d679bbd9b0aac1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T03:21:26,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:21:26,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:21:26,873 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:26,927 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 884, reset compression=false 2024-11-25T03:21:27,072 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 760, reset compression=false 2024-11-25T03:21:27,076 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:27,076 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 932, reset compression=false 2024-11-25T03:21:27,076 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38747,1732504870577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:27,176 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:27,230 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 884, reset compression=false 2024-11-25T03:21:27,279 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 932, reset compression=false 2024-11-25T03:21:27,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T03:21:27,578 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T03:21:27,579 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:27,583 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 932, reset compression=false 2024-11-25T03:21:27,633 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 884, reset compression=false 2024-11-25T03:21:27,638 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:21:27,638 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1043, reset compression=false 2024-11-25T03:21:27,638 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42551,1732504866739 got entry batch from reader: WALEntryBatch [walEntries=[{test/908907521d596e2621d679bbd9b0aac1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T03:21:27,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:21:27,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:21:27,841 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1043, reset compression=false 2024-11-25T03:21:27,985 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 932, reset compression=false 2024-11-25T03:21:27,990 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:27,990 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1082, reset compression=false 2024-11-25T03:21:27,990 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38747,1732504870577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:28,083 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:28,145 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1043, reset compression=false 2024-11-25T03:21:28,193 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1082, reset compression=false 2024-11-25T03:21:28,497 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1082, reset compression=false 2024-11-25T03:21:28,548 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1043, reset compression=false 2024-11-25T03:21:28,579 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T03:21:28,582 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T03:21:28,686 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:28,900 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1082, reset compression=false 2024-11-25T03:21:28,904 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:21:28,904 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1241, reset compression=false 2024-11-25T03:21:28,904 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38747,1732504870577 got entry batch from reader: WALEntryBatch [walEntries=[{test/dbd7c86f13b088c6a7d653b89b39aa4c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T03:21:28,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T03:21:28,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T03:21:29,052 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1043, reset compression=false 2024-11-25T03:21:29,057 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:29,057 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:29,057 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42551,1732504866739 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:29,107 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1241, reset compression=false 2024-11-25T03:21:29,260 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:29,390 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:29,410 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1241, reset compression=false 2024-11-25T03:21:29,563 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:29,584 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T03:21:29,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:21:29,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:29,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:29,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:29,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:29,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:29,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:21:29,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861353789, stopped=false 2024-11-25T03:21:29,591 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,44907,1732504870464 2024-11-25T03:21:29,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1322738862/running 2024-11-25T03:21:29,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1322738862/running 2024-11-25T03:21:29,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:29,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:29,592 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:21:29,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:29,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on znode that does not yet exist, /2-1322738862/running 2024-11-25T03:21:29,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Set watcher on znode that does not yet exist, /2-1322738862/running 2024-11-25T03:21:29,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:29,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:29,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,38747,1732504870577' ***** 2024-11-25T03:21:29,594 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(3091): Received CLOSE for 307d630658bbd77dacf6f16295e52f10 2024-11-25T03:21:29,595 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(3091): Received CLOSE for dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,38747,1732504870577 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:38747. 2024-11-25T03:21:29,595 DEBUG [RS:0;38a5d2077268:38747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:29,595 DEBUG [RS:0;38a5d2077268:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:21:29,595 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:21:29,596 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:21:29,596 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 307d630658bbd77dacf6f16295e52f10=hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10., dbd7c86f13b088c6a7d653b89b39aa4c=test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c.} 2024-11-25T03:21:29,596 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 307d630658bbd77dacf6f16295e52f10, dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:29,596 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 307d630658bbd77dacf6f16295e52f10, disabling compactions & flushes 2024-11-25T03:21:29,596 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:29,596 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:29,596 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:29,596 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:29,596 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:29,596 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:29,596 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. after waiting 0 ms 2024-11-25T03:21:29,596 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:29,596 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:29,596 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:21:29,596 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 307d630658bbd77dacf6f16295e52f10 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-25T03:21:29,617 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/info/9cd68b6b98f14bd7861393559cb2963c is 147, key is hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10./info:regioninfo/1732504882550/Put/seqid=0 2024-11-25T03:21:29,618 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/replication/307d630658bbd77dacf6f16295e52f10/.tmp/queue/ba7a0d7584b2404daf7dcc57174e7225 is 154, key is 1-38a5d2077268,38747,1732504870577/queue:38a5d2077268%2C38747%2C1732504870577/1732504888908/Put/seqid=0 2024-11-25T03:21:29,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741840_1016 (size=7686) 2024-11-25T03:21:29,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741841_1017 (size=5353) 2024-11-25T03:21:29,647 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:21:29,720 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:21:29,720 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:21:29,796 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 307d630658bbd77dacf6f16295e52f10, dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:29,813 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1241, reset compression=false 2024-11-25T03:21:29,966 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:29,996 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 307d630658bbd77dacf6f16295e52f10, dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:30,022 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/info/9cd68b6b98f14bd7861393559cb2963c 2024-11-25T03:21:30,022 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/replication/307d630658bbd77dacf6f16295e52f10/.tmp/queue/ba7a0d7584b2404daf7dcc57174e7225 2024-11-25T03:21:30,027 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/replication/307d630658bbd77dacf6f16295e52f10/.tmp/queue/ba7a0d7584b2404daf7dcc57174e7225 as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/replication/307d630658bbd77dacf6f16295e52f10/queue/ba7a0d7584b2404daf7dcc57174e7225 2024-11-25T03:21:30,032 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/replication/307d630658bbd77dacf6f16295e52f10/queue/ba7a0d7584b2404daf7dcc57174e7225, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T03:21:30,033 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 307d630658bbd77dacf6f16295e52f10 in 437ms, sequenceid=12, compaction requested=false 2024-11-25T03:21:30,036 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/replication/307d630658bbd77dacf6f16295e52f10/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T03:21:30,037 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:30,037 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:21:30,037 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:30,037 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 307d630658bbd77dacf6f16295e52f10: Waiting for close lock at 1732504889596Running coprocessor pre-close hooks at 1732504889596Disabling compacts and flushes for region at 1732504889596Disabling writes for close at 1732504889596Obtaining lock to block concurrent updates at 1732504889596Preparing flush snapshotting stores in 307d630658bbd77dacf6f16295e52f10 at 1732504889596Finished memstore snapshotting hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732504889596Flushing stores of hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. at 1732504889597 (+1 ms)Flushing 307d630658bbd77dacf6f16295e52f10/queue: creating writer at 1732504889597Flushing 307d630658bbd77dacf6f16295e52f10/queue: appending metadata at 1732504889617 (+20 ms)Flushing 307d630658bbd77dacf6f16295e52f10/queue: closing flushed file at 1732504889617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448d6531: reopening flushed file at 1732504890026 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 307d630658bbd77dacf6f16295e52f10 in 437ms, sequenceid=12, compaction requested=false at 1732504890033 (+7 ms)Writing region close event to WAL at 1732504890034 (+1 ms)Running coprocessor post-close hooks at 1732504890037 (+3 ms)Closed at 1732504890037 2024-11-25T03:21:30,037 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504881379.307d630658bbd77dacf6f16295e52f10. 2024-11-25T03:21:30,037 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dbd7c86f13b088c6a7d653b89b39aa4c, disabling compactions & flushes 2024-11-25T03:21:30,037 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:30,037 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:30,037 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. after waiting 0 ms 2024-11-25T03:21:30,037 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:30,037 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dbd7c86f13b088c6a7d653b89b39aa4c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T03:21:30,045 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/ns/ff77cfb7b04e4199853f83cc1892f664 is 43, key is default/ns:d/1732504872433/Put/seqid=0 2024-11-25T03:21:30,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741842_1018 (size=5153) 2024-11-25T03:21:30,059 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/.tmp/f/c2a5d0a049ab49389c4a55686480afb6 is 29, key is row1/f:/1732504887575/DeleteFamily/seqid=0 2024-11-25T03:21:30,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741843_1019 (size=5152) 2024-11-25T03:21:30,193 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:30,196 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:30,317 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1241, reset compression=false 2024-11-25T03:21:30,321 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:30,321 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1488, reset compression=false 2024-11-25T03:21:30,321 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,38747,1732504870577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:30,322 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,38747,1732504870577: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-38a5d2077268,38747,1732504870577, walGroup=38a5d2077268%2C38747%2C1732504870577, offset=38a5d2077268%2C38747%2C1732504870577.1732504871808:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:38747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:21:30,324 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:21:30,324 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:21:30,325 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:21:30,325 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:21:30,325 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:21:30,325 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1310720000, "init": 1048576000, "max": 2306867200, "used": 986511936 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 201501056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:21:30,326 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:44907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:44907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T03:21:30,397 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:30,450 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/ns/ff77cfb7b04e4199853f83cc1892f664 2024-11-25T03:21:30,463 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/.tmp/f/c2a5d0a049ab49389c4a55686480afb6 2024-11-25T03:21:30,466 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2a5d0a049ab49389c4a55686480afb6 2024-11-25T03:21:30,469 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:30,471 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/rep_barrier/00f069b374e145ba93511bf60906df46 is 112, key is test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c./rep_barrier:seqnumDuringOpen/1732504877057/Put/seqid=0 2024-11-25T03:21:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741844_1020 (size=5518) 2024-11-25T03:21:30,481 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/.tmp/f1/a91999f49e8c46e5bae9d305d6d0dfae is 30, key is row1/f1:/1732504887575/DeleteFamily/seqid=0 2024-11-25T03:21:30,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741845_1021 (size=5158) 2024-11-25T03:21:30,524 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1488, reset compression=false 2024-11-25T03:21:30,597 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:21:30,597 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dbd7c86f13b088c6a7d653b89b39aa4c=test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c.} 2024-11-25T03:21:30,597 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:30,797 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:30,827 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1488, reset compression=false 2024-11-25T03:21:30,880 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/rep_barrier/00f069b374e145ba93511bf60906df46 2024-11-25T03:21:30,884 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/.tmp/f1/a91999f49e8c46e5bae9d305d6d0dfae 2024-11-25T03:21:30,887 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a91999f49e8c46e5bae9d305d6d0dfae 2024-11-25T03:21:30,902 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/.tmp/norep/85a314a74ab04788b20fa6e130009210 is 33, key is row2/norep:/1732504888580/DeleteFamily/seqid=0 2024-11-25T03:21:30,902 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/table/338401b55705492492629b1b856bb7a7 is 53, key is hbase:replication/table:state/1732504882556/Put/seqid=0 2024-11-25T03:21:30,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741846_1022 (size=5108) 2024-11-25T03:21:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741847_1023 (size=5308) 2024-11-25T03:21:30,997 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:31,072 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:31,097 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:31,197 DEBUG [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dbd7c86f13b088c6a7d653b89b39aa4c 2024-11-25T03:21:31,230 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 to pos 1488, reset compression=false 2024-11-25T03:21:31,306 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/.tmp/norep/85a314a74ab04788b20fa6e130009210 2024-11-25T03:21:31,310 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85a314a74ab04788b20fa6e130009210 2024-11-25T03:21:31,310 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/table/338401b55705492492629b1b856bb7a7 2024-11-25T03:21:31,310 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/.tmp/f/c2a5d0a049ab49389c4a55686480afb6 as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/f/c2a5d0a049ab49389c4a55686480afb6 2024-11-25T03:21:31,314 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/info/9cd68b6b98f14bd7861393559cb2963c as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/info/9cd68b6b98f14bd7861393559cb2963c 2024-11-25T03:21:31,314 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2a5d0a049ab49389c4a55686480afb6 2024-11-25T03:21:31,314 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/f/c2a5d0a049ab49389c4a55686480afb6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T03:21:31,314 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/.tmp/f1/a91999f49e8c46e5bae9d305d6d0dfae as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/f1/a91999f49e8c46e5bae9d305d6d0dfae 2024-11-25T03:21:31,317 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/info/9cd68b6b98f14bd7861393559cb2963c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:21:31,317 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/ns/ff77cfb7b04e4199853f83cc1892f664 as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/ns/ff77cfb7b04e4199853f83cc1892f664 2024-11-25T03:21:31,318 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a91999f49e8c46e5bae9d305d6d0dfae 2024-11-25T03:21:31,318 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/f1/a91999f49e8c46e5bae9d305d6d0dfae, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T03:21:31,318 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/.tmp/norep/85a314a74ab04788b20fa6e130009210 as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/norep/85a314a74ab04788b20fa6e130009210 2024-11-25T03:21:31,321 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/ns/ff77cfb7b04e4199853f83cc1892f664, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:21:31,322 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/rep_barrier/00f069b374e145ba93511bf60906df46 as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/rep_barrier/00f069b374e145ba93511bf60906df46 2024-11-25T03:21:31,322 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85a314a74ab04788b20fa6e130009210 2024-11-25T03:21:31,322 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/norep/85a314a74ab04788b20fa6e130009210, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T03:21:31,323 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dbd7c86f13b088c6a7d653b89b39aa4c in 1286ms, sequenceid=10, compaction requested=false 2024-11-25T03:21:31,325 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/rep_barrier/00f069b374e145ba93511bf60906df46, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:21:31,326 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/.tmp/table/338401b55705492492629b1b856bb7a7 as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/table/338401b55705492492629b1b856bb7a7 2024-11-25T03:21:31,329 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/table/338401b55705492492629b1b856bb7a7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:21:31,330 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-25T03:21:31,335 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/default/test/dbd7c86f13b088c6a7d653b89b39aa4c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T03:21:31,336 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:31,336 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:21:31,336 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:31,336 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dbd7c86f13b088c6a7d653b89b39aa4c: Waiting for close lock at 1732504890037Running coprocessor pre-close hooks at 1732504890037Disabling compacts and flushes for region at 1732504890037Disabling writes for close at 1732504890037Obtaining lock to block concurrent updates at 1732504890037Preparing flush snapshotting stores in dbd7c86f13b088c6a7d653b89b39aa4c at 1732504890037Finished memstore snapshotting test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732504890038 (+1 ms)Flushing stores of test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. at 1732504890038Flushing dbd7c86f13b088c6a7d653b89b39aa4c/f: creating writer at 1732504890038Flushing dbd7c86f13b088c6a7d653b89b39aa4c/f: appending metadata at 1732504890059 (+21 ms)Flushing dbd7c86f13b088c6a7d653b89b39aa4c/f: closing flushed file at 1732504890059Flushing dbd7c86f13b088c6a7d653b89b39aa4c/f1: creating writer at 1732504890467 (+408 ms)Flushing dbd7c86f13b088c6a7d653b89b39aa4c/f1: appending metadata at 1732504890480 (+13 ms)Flushing dbd7c86f13b088c6a7d653b89b39aa4c/f1: closing flushed file at 1732504890480Flushing dbd7c86f13b088c6a7d653b89b39aa4c/norep: creating writer at 1732504890887 (+407 ms)Flushing dbd7c86f13b088c6a7d653b89b39aa4c/norep: appending metadata at 1732504890902 (+15 ms)Flushing dbd7c86f13b088c6a7d653b89b39aa4c/norep: closing flushed file at 1732504890902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf8642c: reopening flushed file at 1732504891310 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740f1b23: reopening flushed file at 1732504891314 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b54bd0: reopening flushed file at 1732504891318 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for dbd7c86f13b088c6a7d653b89b39aa4c in 1286ms, sequenceid=10, compaction requested=false at 1732504891323 (+5 ms)Writing region close event to WAL at 1732504891333 (+10 ms)Running coprocessor post-close hooks at 1732504891336 (+3 ms)Closed at 1732504891336 2024-11-25T03:21:31,336 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:21:31,336 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504875907.dbd7c86f13b088c6a7d653b89b39aa4c. 2024-11-25T03:21:31,337 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:31,337 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:21:31,337 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:31,337 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504889596Running coprocessor pre-close hooks at 1732504889596Disabling compacts and flushes for region at 1732504889596Disabling writes for close at 1732504889596Obtaining lock to block concurrent updates at 1732504889596Preparing flush snapshotting stores in 1588230740 at 1732504889596Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504889596Flushing stores of hbase:meta,,1.1588230740 at 1732504889597 (+1 ms)Flushing 1588230740/info: creating writer at 1732504889597Flushing 1588230740/info: appending metadata at 1732504889617 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732504889617Flushing 1588230740/ns: creating writer at 1732504890026 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732504890045 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732504890045Flushing 1588230740/rep_barrier: creating writer at 1732504890453 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504890471 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504890471Flushing 1588230740/table: creating writer at 1732504890885 (+414 ms)Flushing 1588230740/table: appending metadata at 1732504890902 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732504890902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4002da: reopening flushed file at 1732504891313 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342a67c4: reopening flushed file at 1732504891317 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86c8a3d: reopening flushed file at 1732504891321 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59537e57: reopening flushed file at 1732504891326 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1732504891330 (+4 ms)Writing region close event to WAL at 1732504891334 (+4 ms)Running coprocessor post-close hooks at 1732504891336 (+2 ms)Closed at 1732504891337 (+1 ms) 2024-11-25T03:21:31,337 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:31,397 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,38747,1732504870577; all regions closed. 2024-11-25T03:21:31,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:21:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741839_1015 (size=3114) 2024-11-25T03:21:31,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741832_1008 (size=2140) 2024-11-25T03:21:31,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/WALs/38a5d2077268,38747,1732504870577/38a5d2077268%2C38747%2C1732504870577.1732504871808 not finished, retry = 0 2024-11-25T03:21:31,505 DEBUG [RS:0;38a5d2077268:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:31,505 INFO [RS:0;38a5d2077268:38747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:21:31,505 INFO [RS:0;38a5d2077268:38747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:21:31,505 INFO [RS:0;38a5d2077268:38747 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:21:31,506 INFO [RS:0;38a5d2077268:38747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:21:31,506 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:21:31,506 INFO [RS:0;38a5d2077268:38747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,38747,1732504870577 because: Region server is closing 2024-11-25T03:21:31,506 INFO [RS:0;38a5d2077268:38747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:38747. 2024-11-25T03:21:31,506 DEBUG [RS:0;38a5d2077268:38747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:31,506 DEBUG [RS:0;38a5d2077268:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:31,506 DEBUG [RS:0;38a5d2077268:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:31,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:31,607 INFO [RS:0;38a5d2077268:38747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.shipper38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 terminated 2024-11-25T03:21:31,607 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,38747,1732504870577.replicationSource.wal-reader.38a5d2077268%2C38747%2C1732504870577,1-38a5d2077268,38747,1732504870577 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:21:31,607 INFO [RS:0;38a5d2077268:38747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:38747. 2024-11-25T03:21:31,607 DEBUG [RS:0;38a5d2077268:38747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:31,607 DEBUG [RS:0;38a5d2077268:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:31,607 DEBUG [RS:0;38a5d2077268:38747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:31,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:31,607 INFO [RS:0;38a5d2077268:38747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38747 2024-11-25T03:21:31,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1322738862/rs/38a5d2077268,38747,1732504870577 2024-11-25T03:21:31,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862/rs 2024-11-25T03:21:31,609 INFO [RS:0;38a5d2077268:38747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:21:31,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,38747,1732504870577] 2024-11-25T03:21:31,613 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1322738862/draining/38a5d2077268,38747,1732504870577 already deleted, retry=false 2024-11-25T03:21:31,613 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,38747,1732504870577 expired; onlineServers=0 2024-11-25T03:21:31,613 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,44907,1732504870464' ***** 2024-11-25T03:21:31,613 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:21:31,613 INFO [M:0;38a5d2077268:44907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:21:31,613 INFO [M:0;38a5d2077268:44907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:21:31,613 DEBUG [M:0;38a5d2077268:44907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:21:31,613 DEBUG [M:0;38a5d2077268:44907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:21:31,613 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:21:31,613 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504871471 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504871471,5,FailOnTimeoutGroup] 2024-11-25T03:21:31,613 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504871471 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504871471,5,FailOnTimeoutGroup] 2024-11-25T03:21:31,613 INFO [M:0;38a5d2077268:44907 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:21:31,613 INFO [M:0;38a5d2077268:44907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:21:31,614 DEBUG [M:0;38a5d2077268:44907 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:21:31,614 INFO [M:0;38a5d2077268:44907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:21:31,614 INFO [M:0;38a5d2077268:44907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:21:31,614 INFO [M:0;38a5d2077268:44907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:21:31,614 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:21:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1322738862/master 2024-11-25T03:21:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1322738862 2024-11-25T03:21:31,615 DEBUG [M:0;38a5d2077268:44907 {}] zookeeper.ZKUtil(347): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Unable to get data of znode /2-1322738862/master because node does not exist (not an error) 2024-11-25T03:21:31,615 WARN [M:0;38a5d2077268:44907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:21:31,615 INFO [M:0;38a5d2077268:44907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/.lastflushedseqids 2024-11-25T03:21:31,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741848_1024 (size=245) 2024-11-25T03:21:31,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:31,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38747-0x1014d242b3e0007, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:31,711 INFO [RS:0;38a5d2077268:38747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:21:31,711 INFO [RS:0;38a5d2077268:38747 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,38747,1732504870577; zookeeper connection closed. 2024-11-25T03:21:31,711 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64ba0173 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64ba0173 2024-11-25T03:21:31,711 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:21:31,775 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:32,020 INFO [M:0;38a5d2077268:44907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:21:32,020 INFO [M:0;38a5d2077268:44907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:21:32,020 DEBUG [M:0;38a5d2077268:44907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:32,020 INFO [M:0;38a5d2077268:44907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:32,020 DEBUG [M:0;38a5d2077268:44907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:32,020 DEBUG [M:0;38a5d2077268:44907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:32,020 DEBUG [M:0;38a5d2077268:44907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:32,020 INFO [M:0;38a5d2077268:44907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T03:21:32,035 DEBUG [M:0;38a5d2077268:44907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbf941c8a2b84131aeb36c237b99b0ee is 82, key is hbase:meta,,1/info:regioninfo/1732504872421/Put/seqid=0 2024-11-25T03:21:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741849_1025 (size=5672) 2024-11-25T03:21:32,100 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:32,439 INFO [M:0;38a5d2077268:44907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbf941c8a2b84131aeb36c237b99b0ee 2024-11-25T03:21:32,460 DEBUG [M:0;38a5d2077268:44907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c18ccd7f06c4c7faa8d9e79e52970df is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732504882559/Put/seqid=0 2024-11-25T03:21:32,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741850_1026 (size=8516) 2024-11-25T03:21:32,578 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:32,865 INFO [M:0;38a5d2077268:44907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c18ccd7f06c4c7faa8d9e79e52970df 2024-11-25T03:21:32,887 DEBUG [M:0;38a5d2077268:44907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a384fdee50734ab4b5743508251b85f6 is 69, key is 38a5d2077268,38747,1732504870577/rs:state/1732504871585/Put/seqid=0 2024-11-25T03:21:32,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741851_1027 (size=5156) 2024-11-25T03:21:33,203 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:33,290 INFO [M:0;38a5d2077268:44907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a384fdee50734ab4b5743508251b85f6 2024-11-25T03:21:33,294 DEBUG [M:0;38a5d2077268:44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbf941c8a2b84131aeb36c237b99b0ee as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbf941c8a2b84131aeb36c237b99b0ee 2024-11-25T03:21:33,298 INFO [M:0;38a5d2077268:44907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbf941c8a2b84131aeb36c237b99b0ee, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T03:21:33,298 DEBUG [M:0;38a5d2077268:44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c18ccd7f06c4c7faa8d9e79e52970df as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c18ccd7f06c4c7faa8d9e79e52970df 2024-11-25T03:21:33,302 INFO [M:0;38a5d2077268:44907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c18ccd7f06c4c7faa8d9e79e52970df, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T03:21:33,302 DEBUG [M:0;38a5d2077268:44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a384fdee50734ab4b5743508251b85f6 as hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a384fdee50734ab4b5743508251b85f6 2024-11-25T03:21:33,305 INFO [M:0;38a5d2077268:44907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43105/user/jenkins/test-data/868f10da-3735-3e37-a845-9023b918cbfa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a384fdee50734ab4b5743508251b85f6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T03:21:33,306 INFO [M:0;38a5d2077268:44907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-25T03:21:33,307 INFO [M:0;38a5d2077268:44907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:33,307 DEBUG [M:0;38a5d2077268:44907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504892020Disabling compacts and flushes for region at 1732504892020Disabling writes for close at 1732504892020Obtaining lock to block concurrent updates at 1732504892020Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504892020Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732504892020Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504892021 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504892021Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504892035 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504892035Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504892443 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504892460 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504892460Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504892868 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504892886 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504892886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ad9cca: reopening flushed file at 1732504893294 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5222429f: reopening flushed file at 1732504893298 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8340df: reopening flushed file at 1732504893302 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732504893306 (+4 ms)Writing region close event to WAL at 1732504893307 (+1 ms)Closed at 1732504893307 2024-11-25T03:21:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741830_1006 (size=63654) 2024-11-25T03:21:33,309 INFO [M:0;38a5d2077268:44907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:21:33,309 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:21:33,309 INFO [M:0;38a5d2077268:44907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44907 2024-11-25T03:21:33,311 INFO [M:0;38a5d2077268:44907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:21:33,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:33,413 INFO [M:0;38a5d2077268:44907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:21:33,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1014d242b3e0006, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:33,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6be90661{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:33,415 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65bd3d89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:33,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:33,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fa17ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:33,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e2b5461{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:33,417 WARN [BP-605183863-172.17.0.2-1732504868864 heartbeating to localhost/127.0.0.1:43105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:21:33,417 WARN [BP-605183863-172.17.0.2-1732504868864 heartbeating to localhost/127.0.0.1:43105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-605183863-172.17.0.2-1732504868864 (Datanode Uuid 529e8498-add9-4c6e-9328-dfff83995b35) service to localhost/127.0.0.1:43105 2024-11-25T03:21:33,417 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:21:33,417 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:21:33,417 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/cluster_535ca316-8a3e-cd1e-b026-049677a0ab2a/data/data1/current/BP-605183863-172.17.0.2-1732504868864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:33,418 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/cluster_535ca316-8a3e-cd1e-b026-049677a0ab2a/data/data2/current/BP-605183863-172.17.0.2-1732504868864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:33,418 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:21:33,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ee6db57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:33,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58beb4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:33,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:33,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1db455c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:33,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba1728d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:33,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:21:33,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:21:33,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:33,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:33,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:33,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:33,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:33,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:21:33,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1889652790, stopped=false 2024-11-25T03:21:33,438 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,39601,1732504866682 2024-11-25T03:21:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135191966/running 2024-11-25T03:21:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135191966/running 2024-11-25T03:21:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:33,439 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:21:33,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:33,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:33,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:33,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,42551,1732504866739' ***** 2024-11-25T03:21:33,440 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:21:33,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on znode that does not yet exist, /12135191966/running 2024-11-25T03:21:33,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Set watcher on znode that does not yet exist, /12135191966/running 2024-11-25T03:21:33,440 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:21:33,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:21:33,440 INFO [RS:0;38a5d2077268:42551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:21:33,440 INFO [RS:0;38a5d2077268:42551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:21:33,440 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(3091): Received CLOSE for a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:33,441 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(3091): Received CLOSE for 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:33,441 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,42551,1732504866739 2024-11-25T03:21:33,441 INFO [RS:0;38a5d2077268:42551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:21:33,441 INFO [RS:0;38a5d2077268:42551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:42551. 2024-11-25T03:21:33,441 DEBUG [RS:0;38a5d2077268:42551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:33,441 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a40cc34575167d1a3643588e67a461b5, disabling compactions & flushes 2024-11-25T03:21:33,441 DEBUG [RS:0;38a5d2077268:42551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:33,441 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:33,441 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:33,441 INFO [RS:0;38a5d2077268:42551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:21:33,441 INFO [RS:0;38a5d2077268:42551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:21:33,441 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. after waiting 0 ms 2024-11-25T03:21:33,441 INFO [RS:0;38a5d2077268:42551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:21:33,441 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:33,441 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:21:33,441 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a40cc34575167d1a3643588e67a461b5 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-25T03:21:33,441 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:21:33,441 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1325): Online Regions={a40cc34575167d1a3643588e67a461b5=hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5., 1588230740=hbase:meta,,1.1588230740, 908907521d596e2621d679bbd9b0aac1=test,,1732504874768.908907521d596e2621d679bbd9b0aac1.} 2024-11-25T03:21:33,441 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 908907521d596e2621d679bbd9b0aac1, a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:33,441 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:33,441 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:33,441 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:33,441 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:33,441 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:33,441 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:21:33,457 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/replication/a40cc34575167d1a3643588e67a461b5/.tmp/queue/1501189e42df4b1da00bc061b225b149 is 154, key is 1-38a5d2077268,42551,1732504866739/queue:38a5d2077268%2C42551%2C1732504866739/1732504889058/Put/seqid=0 2024-11-25T03:21:33,459 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/info/ddc444fd4e1e48f0b7e2003a6ed082d5 is 147, key is hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5./info:regioninfo/1732504880992/Put/seqid=0 2024-11-25T03:21:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741840_1016 (size=5353) 2024-11-25T03:21:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741841_1017 (size=7686) 2024-11-25T03:21:33,475 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:21:33,482 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:33,556 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:21:33,592 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:21:33,593 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:21:33,641 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 908907521d596e2621d679bbd9b0aac1, a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:33,842 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 908907521d596e2621d679bbd9b0aac1, a40cc34575167d1a3643588e67a461b5 2024-11-25T03:21:33,860 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/replication/a40cc34575167d1a3643588e67a461b5/.tmp/queue/1501189e42df4b1da00bc061b225b149 2024-11-25T03:21:33,864 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/info/ddc444fd4e1e48f0b7e2003a6ed082d5 2024-11-25T03:21:33,865 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/replication/a40cc34575167d1a3643588e67a461b5/.tmp/queue/1501189e42df4b1da00bc061b225b149 as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/replication/a40cc34575167d1a3643588e67a461b5/queue/1501189e42df4b1da00bc061b225b149 2024-11-25T03:21:33,869 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/replication/a40cc34575167d1a3643588e67a461b5/queue/1501189e42df4b1da00bc061b225b149, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T03:21:33,870 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a40cc34575167d1a3643588e67a461b5 in 429ms, sequenceid=12, compaction requested=false 2024-11-25T03:21:33,873 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/replication/a40cc34575167d1a3643588e67a461b5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T03:21:33,873 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:33,873 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:21:33,873 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:33,873 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a40cc34575167d1a3643588e67a461b5: Waiting for close lock at 1732504893441Running coprocessor pre-close hooks at 1732504893441Disabling compacts and flushes for region at 1732504893441Disabling writes for close at 1732504893441Obtaining lock to block concurrent updates at 1732504893441Preparing flush snapshotting stores in a40cc34575167d1a3643588e67a461b5 at 1732504893441Finished memstore snapshotting hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732504893441Flushing stores of hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. at 1732504893442 (+1 ms)Flushing a40cc34575167d1a3643588e67a461b5/queue: creating writer at 1732504893442Flushing a40cc34575167d1a3643588e67a461b5/queue: appending metadata at 1732504893456 (+14 ms)Flushing a40cc34575167d1a3643588e67a461b5/queue: closing flushed file at 1732504893456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77300154: reopening flushed file at 1732504893865 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a40cc34575167d1a3643588e67a461b5 in 429ms, sequenceid=12, compaction requested=false at 1732504893870 (+5 ms)Writing region close event to WAL at 1732504893870Running coprocessor post-close hooks at 1732504893873 (+3 ms)Closed at 1732504893873 2024-11-25T03:21:33,873 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504880230.a40cc34575167d1a3643588e67a461b5. 2024-11-25T03:21:33,874 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 908907521d596e2621d679bbd9b0aac1, disabling compactions & flushes 2024-11-25T03:21:33,874 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:33,874 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:33,874 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504874768.908907521d596e2621d679bbd9b0aac1. after waiting 0 ms 2024-11-25T03:21:33,874 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:33,874 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 908907521d596e2621d679bbd9b0aac1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T03:21:33,882 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/ns/d04e51e537c94398a0267a233a0f2434 is 43, key is default/ns:d/1732504868711/Put/seqid=0 2024-11-25T03:21:33,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741842_1018 (size=5153) 2024-11-25T03:21:33,892 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/.tmp/f/996b832bc67045509ec33d2aee479652 is 29, key is row1/f:/1732504887575/DeleteFamily/seqid=0 2024-11-25T03:21:33,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741843_1019 (size=5152) 2024-11-25T03:21:34,042 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:34,242 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:34,286 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/ns/d04e51e537c94398a0267a233a0f2434 2024-11-25T03:21:34,295 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/.tmp/f/996b832bc67045509ec33d2aee479652 2024-11-25T03:21:34,298 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 996b832bc67045509ec33d2aee479652 2024-11-25T03:21:34,308 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/rep_barrier/9d05cad6aef047e1bb3bba1bd2fe88a6 is 112, key is test,,1732504874768.908907521d596e2621d679bbd9b0aac1./rep_barrier:seqnumDuringOpen/1732504875513/Put/seqid=0 2024-11-25T03:21:34,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741844_1020 (size=5518) 2024-11-25T03:21:34,315 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/.tmp/f1/ee1d49fb5f0843208636c98e9fba2ecc is 30, key is row1/f1:/1732504887575/DeleteFamily/seqid=0 2024-11-25T03:21:34,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741845_1021 (size=5158) 2024-11-25T03:21:34,318 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/.tmp/f1/ee1d49fb5f0843208636c98e9fba2ecc 2024-11-25T03:21:34,322 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee1d49fb5f0843208636c98e9fba2ecc 2024-11-25T03:21:34,339 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/.tmp/norep/0e09d4c8c99946a083702a10b4859122 is 33, key is row1/norep:/1732504887575/DeleteFamily/seqid=0 2024-11-25T03:21:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741846_1022 (size=5108) 2024-11-25T03:21:34,406 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:34,442 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:21:34,442 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 908907521d596e2621d679bbd9b0aac1=test,,1732504874768.908907521d596e2621d679bbd9b0aac1.} 2024-11-25T03:21:34,442 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:34,485 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1193, reset compression=false 2024-11-25T03:21:34,489 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:34,489 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1440, reset compression=false 2024-11-25T03:21:34,489 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42551,1732504866739 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:21:34,490 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,42551,1732504866739: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-38a5d2077268,42551,1732504866739, walGroup=38a5d2077268%2C42551%2C1732504866739, offset=38a5d2077268%2C42551%2C1732504866739.1732504867666:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:42551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:21:34,491 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:21:34,491 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:21:34,491 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:21:34,491 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:21:34,491 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:21:34,491 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1310720000, "init": 1048576000, "max": 2306867200, "used": 1074592312 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 201847296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:21:34,492 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:39601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:39601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T03:21:34,642 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 908907521d596e2621d679bbd9b0aac1 2024-11-25T03:21:34,691 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1440, reset compression=false 2024-11-25T03:21:34,711 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/rep_barrier/9d05cad6aef047e1bb3bba1bd2fe88a6 2024-11-25T03:21:34,733 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/table/99ef2af1da294414a4ccd89c9f48cd58 is 53, key is hbase:replication/table:state/1732504880998/Put/seqid=0 2024-11-25T03:21:34,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741847_1023 (size=5308) 2024-11-25T03:21:34,746 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/.tmp/norep/0e09d4c8c99946a083702a10b4859122 2024-11-25T03:21:34,750 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e09d4c8c99946a083702a10b4859122 2024-11-25T03:21:34,750 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/.tmp/f/996b832bc67045509ec33d2aee479652 as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/f/996b832bc67045509ec33d2aee479652 2024-11-25T03:21:34,754 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 996b832bc67045509ec33d2aee479652 2024-11-25T03:21:34,754 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/f/996b832bc67045509ec33d2aee479652, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T03:21:34,754 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/.tmp/f1/ee1d49fb5f0843208636c98e9fba2ecc as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/f1/ee1d49fb5f0843208636c98e9fba2ecc 2024-11-25T03:21:34,758 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee1d49fb5f0843208636c98e9fba2ecc 2024-11-25T03:21:34,758 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/f1/ee1d49fb5f0843208636c98e9fba2ecc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T03:21:34,758 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/.tmp/norep/0e09d4c8c99946a083702a10b4859122 as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/norep/0e09d4c8c99946a083702a10b4859122 2024-11-25T03:21:34,762 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e09d4c8c99946a083702a10b4859122 2024-11-25T03:21:34,762 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/norep/0e09d4c8c99946a083702a10b4859122, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T03:21:34,763 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 908907521d596e2621d679bbd9b0aac1 in 888ms, sequenceid=10, compaction requested=false 2024-11-25T03:21:34,766 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/default/test/908907521d596e2621d679bbd9b0aac1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T03:21:34,767 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:34,767 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:21:34,767 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:34,767 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 908907521d596e2621d679bbd9b0aac1: Waiting for close lock at 1732504893874Running coprocessor pre-close hooks at 1732504893874Disabling compacts and flushes for region at 1732504893874Disabling writes for close at 1732504893874Obtaining lock to block concurrent updates at 1732504893874Preparing flush snapshotting stores in 908907521d596e2621d679bbd9b0aac1 at 1732504893874Finished memstore snapshotting test,,1732504874768.908907521d596e2621d679bbd9b0aac1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732504893874Flushing stores of test,,1732504874768.908907521d596e2621d679bbd9b0aac1. at 1732504893874Flushing 908907521d596e2621d679bbd9b0aac1/f: creating writer at 1732504893874Flushing 908907521d596e2621d679bbd9b0aac1/f: appending metadata at 1732504893891 (+17 ms)Flushing 908907521d596e2621d679bbd9b0aac1/f: closing flushed file at 1732504893891Flushing 908907521d596e2621d679bbd9b0aac1/f1: creating writer at 1732504894298 (+407 ms)Flushing 908907521d596e2621d679bbd9b0aac1/f1: appending metadata at 1732504894315 (+17 ms)Flushing 908907521d596e2621d679bbd9b0aac1/f1: closing flushed file at 1732504894315Flushing 908907521d596e2621d679bbd9b0aac1/norep: creating writer at 1732504894322 (+7 ms)Flushing 908907521d596e2621d679bbd9b0aac1/norep: appending metadata at 1732504894339 (+17 ms)Flushing 908907521d596e2621d679bbd9b0aac1/norep: closing flushed file at 1732504894339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de82139: reopening flushed file at 1732504894750 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347a5fa9: reopening flushed file at 1732504894754 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b837a5c: reopening flushed file at 1732504894758 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 908907521d596e2621d679bbd9b0aac1 in 888ms, sequenceid=10, compaction requested=false at 1732504894763 (+5 ms)Writing region close event to WAL at 1732504894764 (+1 ms)Running coprocessor post-close hooks at 1732504894767 (+3 ms)Closed at 1732504894767 2024-11-25T03:21:34,767 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504874768.908907521d596e2621d679bbd9b0aac1. 2024-11-25T03:21:34,843 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:21:35,005 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 1440, reset compression=false 2024-11-25T03:21:35,009 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:21:35,009 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 2084, reset compression=false 2024-11-25T03:21:35,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,043 DEBUG [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:21:35,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,137 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/table/99ef2af1da294414a4ccd89c9f48cd58 2024-11-25T03:21:35,141 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/info/ddc444fd4e1e48f0b7e2003a6ed082d5 as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/info/ddc444fd4e1e48f0b7e2003a6ed082d5 2024-11-25T03:21:35,144 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/info/ddc444fd4e1e48f0b7e2003a6ed082d5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:21:35,145 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/ns/d04e51e537c94398a0267a233a0f2434 as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/ns/d04e51e537c94398a0267a233a0f2434 2024-11-25T03:21:35,148 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/ns/d04e51e537c94398a0267a233a0f2434, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:21:35,149 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/rep_barrier/9d05cad6aef047e1bb3bba1bd2fe88a6 as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/rep_barrier/9d05cad6aef047e1bb3bba1bd2fe88a6 2024-11-25T03:21:35,152 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/rep_barrier/9d05cad6aef047e1bb3bba1bd2fe88a6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:21:35,152 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/.tmp/table/99ef2af1da294414a4ccd89c9f48cd58 as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/table/99ef2af1da294414a4ccd89c9f48cd58 2024-11-25T03:21:35,157 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/table/99ef2af1da294414a4ccd89c9f48cd58, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:21:35,157 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-25T03:21:35,161 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:21:35,161 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:35,161 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:21:35,161 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:35,161 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504893441Running coprocessor pre-close hooks at 1732504893441Disabling compacts and flushes for region at 1732504893441Disabling writes for close at 1732504893441Obtaining lock to block concurrent updates at 1732504893441Preparing flush snapshotting stores in 1588230740 at 1732504893441Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504893442 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732504893442Flushing 1588230740/info: creating writer at 1732504893442Flushing 1588230740/info: appending metadata at 1732504893459 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732504893459Flushing 1588230740/ns: creating writer at 1732504893867 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732504893882 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732504893882Flushing 1588230740/rep_barrier: creating writer at 1732504894290 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504894307 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504894307Flushing 1588230740/table: creating writer at 1732504894715 (+408 ms)Flushing 1588230740/table: appending metadata at 1732504894733 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732504894733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe2455f: reopening flushed file at 1732504895140 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e26fc16: reopening flushed file at 1732504895144 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2abf67a8: reopening flushed file at 1732504895148 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16145def: reopening flushed file at 1732504895152 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1732504895157 (+5 ms)Writing region close event to WAL at 1732504895159 (+2 ms)Running coprocessor post-close hooks at 1732504895161 (+2 ms)Closed at 1732504895161 2024-11-25T03:21:35,162 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:35,211 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.wal-reader.38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.1732504867666 to pos 2084, reset compression=false 2024-11-25T03:21:35,243 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,42551,1732504866739; all regions closed. 2024-11-25T03:21:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:21:35,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.meta.1732504868638.meta not finished, retry = 0 2024-11-25T03:21:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741839_1015 (size=3114) 2024-11-25T03:21:35,348 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/WALs/38a5d2077268,42551,1732504866739/38a5d2077268%2C42551%2C1732504866739.rep.1732504880960 not finished, retry = 0 2024-11-25T03:21:35,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741832_1008 (size=2092) 2024-11-25T03:21:35,451 DEBUG [RS:0;38a5d2077268:42551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:35,451 INFO [RS:0;38a5d2077268:42551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:21:35,451 INFO [RS:0;38a5d2077268:42551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:21:35,452 INFO [RS:0;38a5d2077268:42551 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:21:35,452 INFO [RS:0;38a5d2077268:42551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:21:35,452 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:21:35,452 INFO [RS:0;38a5d2077268:42551 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,42551,1732504866739 because: Region server is closing 2024-11-25T03:21:35,452 INFO [RS:0;38a5d2077268:42551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:42551. 2024-11-25T03:21:35,452 DEBUG [RS:0;38a5d2077268:42551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:35,453 DEBUG [RS:0;38a5d2077268:42551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:35,453 DEBUG [RS:0;38a5d2077268:42551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:35,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:35,553 INFO [RS:0;38a5d2077268:42551 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42551,1732504866739.replicationSource.shipper38a5d2077268%2C42551%2C1732504866739,1-38a5d2077268,42551,1732504866739 terminated 2024-11-25T03:21:35,553 INFO [RS:0;38a5d2077268:42551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:42551. 2024-11-25T03:21:35,553 DEBUG [RS:0;38a5d2077268:42551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:35,553 DEBUG [RS:0;38a5d2077268:42551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:35,553 DEBUG [RS:0;38a5d2077268:42551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:35,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:35,553 INFO [RS:0;38a5d2077268:42551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42551 2024-11-25T03:21:35,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135191966/rs/38a5d2077268,42551,1732504866739 2024-11-25T03:21:35,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966/rs 2024-11-25T03:21:35,556 INFO [RS:0;38a5d2077268:42551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:21:35,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,42551,1732504866739] 2024-11-25T03:21:35,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12135191966/draining/38a5d2077268,42551,1732504866739 already deleted, retry=false 2024-11-25T03:21:35,565 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,42551,1732504866739 expired; onlineServers=0 2024-11-25T03:21:35,565 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,39601,1732504866682' ***** 2024-11-25T03:21:35,565 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:21:35,565 INFO [M:0;38a5d2077268:39601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:21:35,565 INFO [M:0;38a5d2077268:39601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:21:35,566 DEBUG [M:0;38a5d2077268:39601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:21:35,566 DEBUG [M:0;38a5d2077268:39601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:21:35,566 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504867457 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504867457,5,FailOnTimeoutGroup] 2024-11-25T03:21:35,566 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504867457 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504867457,5,FailOnTimeoutGroup] 2024-11-25T03:21:35,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:21:35,566 INFO [M:0;38a5d2077268:39601 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:21:35,566 INFO [M:0;38a5d2077268:39601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:21:35,566 DEBUG [M:0;38a5d2077268:39601 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:21:35,566 INFO [M:0;38a5d2077268:39601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:21:35,566 INFO [M:0;38a5d2077268:39601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:21:35,567 INFO [M:0;38a5d2077268:39601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:21:35,567 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:21:35,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12135191966/master 2024-11-25T03:21:35,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12135191966 2024-11-25T03:21:35,568 DEBUG [M:0;38a5d2077268:39601 {}] zookeeper.ZKUtil(347): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Unable to get data of znode /12135191966/master because node does not exist (not an error) 2024-11-25T03:21:35,568 WARN [M:0;38a5d2077268:39601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:21:35,569 INFO [M:0;38a5d2077268:39601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/.lastflushedseqids 2024-11-25T03:21:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741848_1024 (size=245) 2024-11-25T03:21:35,573 INFO [M:0;38a5d2077268:39601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:21:35,573 INFO [M:0;38a5d2077268:39601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:21:35,573 DEBUG [M:0;38a5d2077268:39601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:35,573 INFO [M:0;38a5d2077268:39601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:35,573 DEBUG [M:0;38a5d2077268:39601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:35,573 DEBUG [M:0;38a5d2077268:39601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:35,573 DEBUG [M:0;38a5d2077268:39601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:35,573 INFO [M:0;38a5d2077268:39601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T03:21:35,591 DEBUG [M:0;38a5d2077268:39601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcb6c83dce31424099b2f2c2b33df94e is 82, key is hbase:meta,,1/info:regioninfo/1732504868700/Put/seqid=0 2024-11-25T03:21:35,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:21:35,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741849_1025 (size=5672) 2024-11-25T03:21:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:35,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:35,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42551-0x1014d242b3e0004, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:35,664 INFO [RS:0;38a5d2077268:42551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:21:35,664 INFO [RS:0;38a5d2077268:42551 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,42551,1732504866739; zookeeper connection closed. 2024-11-25T03:21:35,665 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17c990f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17c990f4 2024-11-25T03:21:35,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:21:35,709 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:35,995 INFO [M:0;38a5d2077268:39601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcb6c83dce31424099b2f2c2b33df94e 2024-11-25T03:21:36,013 DEBUG [M:0;38a5d2077268:39601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b308c5c846b04f8b922cef3622e83835 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732504881001/Put/seqid=0 2024-11-25T03:21:36,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741850_1026 (size=8516) 2024-11-25T03:21:36,417 INFO [M:0;38a5d2077268:39601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b308c5c846b04f8b922cef3622e83835 2024-11-25T03:21:36,434 DEBUG [M:0;38a5d2077268:39601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29ad59e8f49f4b28a61798a4958603b7 is 69, key is 38a5d2077268,42551,1732504866739/rs:state/1732504867512/Put/seqid=0 2024-11-25T03:21:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741851_1027 (size=5156) 2024-11-25T03:21:36,664 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:21:36,838 INFO [M:0;38a5d2077268:39601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29ad59e8f49f4b28a61798a4958603b7 2024-11-25T03:21:36,842 DEBUG [M:0;38a5d2077268:39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dcb6c83dce31424099b2f2c2b33df94e as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcb6c83dce31424099b2f2c2b33df94e 2024-11-25T03:21:36,845 INFO [M:0;38a5d2077268:39601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dcb6c83dce31424099b2f2c2b33df94e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T03:21:36,846 DEBUG [M:0;38a5d2077268:39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b308c5c846b04f8b922cef3622e83835 as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b308c5c846b04f8b922cef3622e83835 2024-11-25T03:21:36,849 INFO [M:0;38a5d2077268:39601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b308c5c846b04f8b922cef3622e83835, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T03:21:36,849 DEBUG [M:0;38a5d2077268:39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29ad59e8f49f4b28a61798a4958603b7 as hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29ad59e8f49f4b28a61798a4958603b7 2024-11-25T03:21:36,852 INFO [M:0;38a5d2077268:39601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38279/user/jenkins/test-data/08167227-a02a-34ff-ca6d-ece302213a00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29ad59e8f49f4b28a61798a4958603b7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T03:21:36,853 INFO [M:0;38a5d2077268:39601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-25T03:21:36,854 INFO [M:0;38a5d2077268:39601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:36,854 DEBUG [M:0;38a5d2077268:39601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504895573Disabling compacts and flushes for region at 1732504895573Disabling writes for close at 1732504895573Obtaining lock to block concurrent updates at 1732504895573Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504895573Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732504895574 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504895574Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504895574Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504895591 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504895591Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504895999 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504896013 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504896013Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504896420 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504896434 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504896434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2956b259: reopening flushed file at 1732504896841 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad01165: reopening flushed file at 1732504896845 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c08fecd: reopening flushed file at 1732504896849 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1732504896853 (+4 ms)Writing region close event to WAL at 1732504896854 (+1 ms)Closed at 1732504896854 2024-11-25T03:21:36,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42143 is added to blk_1073741830_1006 (size=63654) 2024-11-25T03:21:36,857 INFO [M:0;38a5d2077268:39601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:21:36,857 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:21:36,857 INFO [M:0;38a5d2077268:39601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39601 2024-11-25T03:21:36,857 INFO [M:0;38a5d2077268:39601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:21:36,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:36,959 INFO [M:0;38a5d2077268:39601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:21:36,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1014d242b3e0003, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:36,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cc6a5ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:36,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4be60ff2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:36,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:36,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df41171{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:36,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1605efc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:36,963 WARN [BP-1154234553-172.17.0.2-1732504865905 heartbeating to localhost/127.0.0.1:38279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:21:36,963 WARN [BP-1154234553-172.17.0.2-1732504865905 heartbeating to localhost/127.0.0.1:38279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1154234553-172.17.0.2-1732504865905 (Datanode Uuid f858bbfe-9174-4cf4-8572-d8d8126cec17) service to localhost/127.0.0.1:38279 2024-11-25T03:21:36,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:21:36,963 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:21:36,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/cluster_b3b7a459-6bc4-6e1f-0b34-ed790708fe09/data/data1/current/BP-1154234553-172.17.0.2-1732504865905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:36,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/cluster_b3b7a459-6bc4-6e1f-0b34-ed790708fe09/data/data2/current/BP-1154234553-172.17.0.2-1732504865905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:36,964 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:21:36,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e51eff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:36,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ef3565e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:36,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:36,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a870934{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:36,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20521353{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09d479df-7601-b025-10e4-7840938d2b25/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:36,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:21:36,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:21:36,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:36,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:36,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:36,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:36,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:36,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:21:36,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1243739924, stopped=false 2024-11-25T03:21:36,985 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,42337,1732504863968 2024-11-25T03:21:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0700783067/running 2024-11-25T03:21:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0700783067/running 2024-11-25T03:21:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:36,986 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:21:36,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:36,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:36,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:36,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on znode that does not yet exist, /0700783067/running 2024-11-25T03:21:36,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Set watcher on znode that does not yet exist, /0700783067/running 2024-11-25T03:21:36,987 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,37963,1732504864035' ***** 2024-11-25T03:21:36,987 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:21:36,988 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:21:36,988 INFO [RS:0;38a5d2077268:37963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:21:36,988 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:21:36,988 INFO [RS:0;38a5d2077268:37963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:21:36,988 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f3f0f0d2596323974bfb468386b2288 2024-11-25T03:21:36,988 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(3091): Received CLOSE for 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:36,988 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,37963,1732504864035 2024-11-25T03:21:36,988 INFO [RS:0;38a5d2077268:37963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:21:36,988 INFO [RS:0;38a5d2077268:37963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:37963. 2024-11-25T03:21:36,988 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f3f0f0d2596323974bfb468386b2288, disabling compactions & flushes 2024-11-25T03:21:36,989 DEBUG [RS:0;38a5d2077268:37963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:36,989 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:36,989 DEBUG [RS:0;38a5d2077268:37963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:36,989 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:36,989 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. after waiting 0 ms 2024-11-25T03:21:36,989 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:36,989 INFO [RS:0;38a5d2077268:37963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:21:36,989 INFO [RS:0;38a5d2077268:37963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:21:36,989 INFO [RS:0;38a5d2077268:37963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:21:36,989 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f3f0f0d2596323974bfb468386b2288 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-25T03:21:36,989 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:21:36,989 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:21:36,989 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5f3f0f0d2596323974bfb468386b2288=hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288., 81ccb56514c2f0656dbf9bf26f598460=test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460.} 2024-11-25T03:21:36,989 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3f0f0d2596323974bfb468386b2288, 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:36,989 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:36,989 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:36,989 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:36,989 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:36,989 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:36,989 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:21:37,004 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/replication/5f3f0f0d2596323974bfb468386b2288/.tmp/queue/1f157f7d56c0470d80bdef785835903d is 153, key is 1-38a5d2077268,37963,1732504864035/queue:38a5d2077268%2C37963%2C1732504864035/1732504886672/Put/seqid=0 2024-11-25T03:21:37,004 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/info/fa75562938ee4508a38f11e48c08b8f5 is 147, key is hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288./info:regioninfo/1732504879237/Put/seqid=0 2024-11-25T03:21:37,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741840_1016 (size=7686) 2024-11-25T03:21:37,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741841_1017 (size=5352) 2024-11-25T03:21:37,075 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:21:37,113 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 to pos 636, reset compression=false 2024-11-25T03:21:37,189 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3f0f0d2596323974bfb468386b2288, 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:37,323 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:21:37,323 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:21:37,389 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f3f0f0d2596323974bfb468386b2288, 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:37,409 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/replication/5f3f0f0d2596323974bfb468386b2288/.tmp/queue/1f157f7d56c0470d80bdef785835903d 2024-11-25T03:21:37,409 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/info/fa75562938ee4508a38f11e48c08b8f5 2024-11-25T03:21:37,413 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/replication/5f3f0f0d2596323974bfb468386b2288/.tmp/queue/1f157f7d56c0470d80bdef785835903d as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/replication/5f3f0f0d2596323974bfb468386b2288/queue/1f157f7d56c0470d80bdef785835903d 2024-11-25T03:21:37,417 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/replication/5f3f0f0d2596323974bfb468386b2288/queue/1f157f7d56c0470d80bdef785835903d, entries=1, sequenceid=8, filesize=5.2 K 2024-11-25T03:21:37,418 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 5f3f0f0d2596323974bfb468386b2288 in 428ms, sequenceid=8, compaction requested=false 2024-11-25T03:21:37,418 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:21:37,421 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/replication/5f3f0f0d2596323974bfb468386b2288/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T03:21:37,421 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:37,422 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:21:37,422 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:37,422 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f3f0f0d2596323974bfb468386b2288: Waiting for close lock at 1732504896988Running coprocessor pre-close hooks at 1732504896988Disabling compacts and flushes for region at 1732504896988Disabling writes for close at 1732504896989 (+1 ms)Obtaining lock to block concurrent updates at 1732504896989Preparing flush snapshotting stores in 5f3f0f0d2596323974bfb468386b2288 at 1732504896989Finished memstore snapshotting hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732504896989Flushing stores of hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. at 1732504896989Flushing 5f3f0f0d2596323974bfb468386b2288/queue: creating writer at 1732504896990 (+1 ms)Flushing 5f3f0f0d2596323974bfb468386b2288/queue: appending metadata at 1732504897004 (+14 ms)Flushing 5f3f0f0d2596323974bfb468386b2288/queue: closing flushed file at 1732504897004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bffddd6: reopening flushed file at 1732504897413 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 5f3f0f0d2596323974bfb468386b2288 in 428ms, sequenceid=8, compaction requested=false at 1732504897418 (+5 ms)Writing region close event to WAL at 1732504897419 (+1 ms)Running coprocessor post-close hooks at 1732504897421 (+2 ms)Closed at 1732504897422 (+1 ms) 2024-11-25T03:21:37,422 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504878070.5f3f0f0d2596323974bfb468386b2288. 2024-11-25T03:21:37,422 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81ccb56514c2f0656dbf9bf26f598460, disabling compactions & flushes 2024-11-25T03:21:37,422 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:37,422 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:37,422 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. after waiting 0 ms 2024-11-25T03:21:37,422 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:37,422 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81ccb56514c2f0656dbf9bf26f598460 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-25T03:21:37,434 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/ns/7302f1bcf02248d6860b2f585c9bb987 is 43, key is default/ns:d/1732504865801/Put/seqid=0 2024-11-25T03:21:37,436 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/.tmp/f/f9d1d9dd391d4b0c9c505f29346cdb9a is 28, key is row/f:/1732504886570/DeleteFamily/seqid=0 2024-11-25T03:21:37,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741842_1018 (size=5153) 2024-11-25T03:21:37,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741843_1019 (size=5085) 2024-11-25T03:21:37,590 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:37,790 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:37,837 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/ns/7302f1bcf02248d6860b2f585c9bb987 2024-11-25T03:21:37,840 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/.tmp/f/f9d1d9dd391d4b0c9c505f29346cdb9a 2024-11-25T03:21:37,843 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d1d9dd391d4b0c9c505f29346cdb9a 2024-11-25T03:21:37,857 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/.tmp/f1/95af9c0ce53245dd90a8501da1df1e1f is 29, key is row/f1:/1732504886570/DeleteFamily/seqid=0 2024-11-25T03:21:37,858 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/rep_barrier/2f6a9e9d2d8a45f0ab9e1504f3118d43 is 112, key is test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460./rep_barrier:seqnumDuringOpen/1732504873807/Put/seqid=0 2024-11-25T03:21:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741844_1020 (size=5089) 2024-11-25T03:21:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741845_1021 (size=5518) 2024-11-25T03:21:37,990 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:21:37,990 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 81ccb56514c2f0656dbf9bf26f598460=test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460.} 2024-11-25T03:21:37,990 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:38,190 DEBUG [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81ccb56514c2f0656dbf9bf26f598460 2024-11-25T03:21:38,260 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/.tmp/f1/95af9c0ce53245dd90a8501da1df1e1f 2024-11-25T03:21:38,262 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/rep_barrier/2f6a9e9d2d8a45f0ab9e1504f3118d43 2024-11-25T03:21:38,264 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95af9c0ce53245dd90a8501da1df1e1f 2024-11-25T03:21:38,279 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/table/bce4576061df412786beca59b4267c26 is 53, key is hbase:replication/table:state/1732504879243/Put/seqid=0 2024-11-25T03:21:38,279 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/.tmp/norep/0ec0ed1ed0bf435da8297ac56c0b2b57 is 32, key is row/norep:/1732504886570/DeleteFamily/seqid=0 2024-11-25T03:21:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741846_1022 (size=5308) 2024-11-25T03:21:38,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741847_1023 (size=5101) 2024-11-25T03:21:38,285 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/table/bce4576061df412786beca59b4267c26 2024-11-25T03:21:38,285 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/.tmp/norep/0ec0ed1ed0bf435da8297ac56c0b2b57 2024-11-25T03:21:38,288 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ec0ed1ed0bf435da8297ac56c0b2b57 2024-11-25T03:21:38,288 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/info/fa75562938ee4508a38f11e48c08b8f5 as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/info/fa75562938ee4508a38f11e48c08b8f5 2024-11-25T03:21:38,288 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/.tmp/f/f9d1d9dd391d4b0c9c505f29346cdb9a as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/f/f9d1d9dd391d4b0c9c505f29346cdb9a 2024-11-25T03:21:38,292 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9d1d9dd391d4b0c9c505f29346cdb9a 2024-11-25T03:21:38,292 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/f/f9d1d9dd391d4b0c9c505f29346cdb9a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T03:21:38,292 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/info/fa75562938ee4508a38f11e48c08b8f5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:21:38,293 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/.tmp/f1/95af9c0ce53245dd90a8501da1df1e1f as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/f1/95af9c0ce53245dd90a8501da1df1e1f 2024-11-25T03:21:38,293 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/ns/7302f1bcf02248d6860b2f585c9bb987 as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/ns/7302f1bcf02248d6860b2f585c9bb987 2024-11-25T03:21:38,297 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/ns/7302f1bcf02248d6860b2f585c9bb987, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:21:38,297 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95af9c0ce53245dd90a8501da1df1e1f 2024-11-25T03:21:38,297 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/f1/95af9c0ce53245dd90a8501da1df1e1f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T03:21:38,298 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/rep_barrier/2f6a9e9d2d8a45f0ab9e1504f3118d43 as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/rep_barrier/2f6a9e9d2d8a45f0ab9e1504f3118d43 2024-11-25T03:21:38,298 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/.tmp/norep/0ec0ed1ed0bf435da8297ac56c0b2b57 as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/norep/0ec0ed1ed0bf435da8297ac56c0b2b57 2024-11-25T03:21:38,302 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/rep_barrier/2f6a9e9d2d8a45f0ab9e1504f3118d43, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:21:38,302 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ec0ed1ed0bf435da8297ac56c0b2b57 2024-11-25T03:21:38,302 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/norep/0ec0ed1ed0bf435da8297ac56c0b2b57, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T03:21:38,302 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/.tmp/table/bce4576061df412786beca59b4267c26 as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/table/bce4576061df412786beca59b4267c26 2024-11-25T03:21:38,303 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 81ccb56514c2f0656dbf9bf26f598460 in 881ms, sequenceid=6, compaction requested=false 2024-11-25T03:21:38,303 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T03:21:38,306 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/table/bce4576061df412786beca59b4267c26, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:21:38,306 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-25T03:21:38,307 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:21:38,313 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/default/test/81ccb56514c2f0656dbf9bf26f598460/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T03:21:38,314 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:38,314 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:21:38,314 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:38,314 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81ccb56514c2f0656dbf9bf26f598460: Waiting for close lock at 1732504897422Running coprocessor pre-close hooks at 1732504897422Disabling compacts and flushes for region at 1732504897422Disabling writes for close at 1732504897422Obtaining lock to block concurrent updates at 1732504897422Preparing flush snapshotting stores in 81ccb56514c2f0656dbf9bf26f598460 at 1732504897422Finished memstore snapshotting test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732504897422Flushing stores of test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. at 1732504897422Flushing 81ccb56514c2f0656dbf9bf26f598460/f: creating writer at 1732504897423 (+1 ms)Flushing 81ccb56514c2f0656dbf9bf26f598460/f: appending metadata at 1732504897436 (+13 ms)Flushing 81ccb56514c2f0656dbf9bf26f598460/f: closing flushed file at 1732504897436Flushing 81ccb56514c2f0656dbf9bf26f598460/f1: creating writer at 1732504897843 (+407 ms)Flushing 81ccb56514c2f0656dbf9bf26f598460/f1: appending metadata at 1732504897856 (+13 ms)Flushing 81ccb56514c2f0656dbf9bf26f598460/f1: closing flushed file at 1732504897856Flushing 81ccb56514c2f0656dbf9bf26f598460/norep: creating writer at 1732504898264 (+408 ms)Flushing 81ccb56514c2f0656dbf9bf26f598460/norep: appending metadata at 1732504898278 (+14 ms)Flushing 81ccb56514c2f0656dbf9bf26f598460/norep: closing flushed file at 1732504898278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b9d02e: reopening flushed file at 1732504898288 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5563a848: reopening flushed file at 1732504898292 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b55718: reopening flushed file at 1732504898297 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 81ccb56514c2f0656dbf9bf26f598460 in 881ms, sequenceid=6, compaction requested=false at 1732504898303 (+6 ms)Writing region close event to WAL at 1732504898311 (+8 ms)Running coprocessor post-close hooks at 1732504898314 (+3 ms)Closed at 1732504898314 2024-11-25T03:21:38,314 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504872601.81ccb56514c2f0656dbf9bf26f598460. 2024-11-25T03:21:38,315 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:21:38,315 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:21:38,315 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:21:38,315 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:38,316 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504896989Running coprocessor pre-close hooks at 1732504896989Disabling compacts and flushes for region at 1732504896989Disabling writes for close at 1732504896989Obtaining lock to block concurrent updates at 1732504896989Preparing flush snapshotting stores in 1588230740 at 1732504896989Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504896989Flushing stores of hbase:meta,,1.1588230740 at 1732504896990 (+1 ms)Flushing 1588230740/info: creating writer at 1732504896990Flushing 1588230740/info: appending metadata at 1732504897004 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732504897004Flushing 1588230740/ns: creating writer at 1732504897416 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732504897433 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732504897433Flushing 1588230740/rep_barrier: creating writer at 1732504897841 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504897858 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504897858Flushing 1588230740/table: creating writer at 1732504898265 (+407 ms)Flushing 1588230740/table: appending metadata at 1732504898278 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732504898278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b73b56: reopening flushed file at 1732504898288 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc0887b: reopening flushed file at 1732504898292 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7a0aa5: reopening flushed file at 1732504898297 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6508408a: reopening flushed file at 1732504898302 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1732504898306 (+4 ms)Writing region close event to WAL at 1732504898312 (+6 ms)Running coprocessor post-close hooks at 1732504898315 (+3 ms)Closed at 1732504898315 2024-11-25T03:21:38,316 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:38,390 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,37963,1732504864035; all regions closed. 2024-11-25T03:21:38,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741834_1010 (size=4239) 2024-11-25T03:21:38,394 DEBUG [RS:0;38a5d2077268:37963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/oldWALs 2024-11-25T03:21:38,394 INFO [RS:0;38a5d2077268:37963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C37963%2C1732504864035.meta:.meta(num 1732504865748) 2024-11-25T03:21:38,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741839_1015 (size=2240) 2024-11-25T03:21:38,397 DEBUG [RS:0;38a5d2077268:37963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/oldWALs 2024-11-25T03:21:38,397 INFO [RS:0;38a5d2077268:37963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C37963%2C1732504864035.rep:(num 1732504879202) 2024-11-25T03:21:38,399 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/WALs/38a5d2077268,37963,1732504864035/38a5d2077268%2C37963%2C1732504864035.1732504865376 not finished, retry = 0 2024-11-25T03:21:38,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741833_1009 (size=1535) 2024-11-25T03:21:38,501 DEBUG [RS:0;38a5d2077268:37963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/oldWALs 2024-11-25T03:21:38,501 INFO [RS:0;38a5d2077268:37963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C37963%2C1732504864035:(num 1732504865376) 2024-11-25T03:21:38,501 DEBUG [RS:0;38a5d2077268:37963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:38,501 INFO [RS:0;38a5d2077268:37963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:21:38,501 INFO [RS:0;38a5d2077268:37963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:21:38,501 INFO [RS:0;38a5d2077268:37963 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:21:38,501 INFO [RS:0;38a5d2077268:37963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:21:38,501 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:21:38,501 INFO [RS:0;38a5d2077268:37963 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,37963,1732504864035 because: Region server is closing 2024-11-25T03:21:38,501 INFO [RS:0;38a5d2077268:37963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:37963. 2024-11-25T03:21:38,501 DEBUG [RS:0;38a5d2077268:37963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:38,502 DEBUG [RS:0;38a5d2077268:37963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:38,502 DEBUG [RS:0;38a5d2077268:37963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:38,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:38,602 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.wal-reader.38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:21:38,602 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.shipper38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T03:21:38,602 INFO [RS:0;38a5d2077268:37963 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,37963,1732504864035.replicationSource.shipper38a5d2077268%2C37963%2C1732504864035,1-38a5d2077268,37963,1732504864035 terminated 2024-11-25T03:21:38,602 INFO [RS:0;38a5d2077268:37963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37963 2024-11-25T03:21:38,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0700783067/rs/38a5d2077268,37963,1732504864035 2024-11-25T03:21:38,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067/rs 2024-11-25T03:21:38,604 INFO [RS:0;38a5d2077268:37963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:21:38,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,37963,1732504864035] 2024-11-25T03:21:38,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0700783067/draining/38a5d2077268,37963,1732504864035 already deleted, retry=false 2024-11-25T03:21:38,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,37963,1732504864035 expired; onlineServers=0 2024-11-25T03:21:38,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,42337,1732504863968' ***** 2024-11-25T03:21:38,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:21:38,608 INFO [M:0;38a5d2077268:42337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:21:38,608 INFO [M:0;38a5d2077268:42337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:21:38,608 DEBUG [M:0;38a5d2077268:42337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:21:38,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:21:38,608 DEBUG [M:0;38a5d2077268:42337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:21:38,608 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504865133 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504865133,5,FailOnTimeoutGroup] 2024-11-25T03:21:38,608 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504865133 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504865133,5,FailOnTimeoutGroup] 2024-11-25T03:21:38,608 INFO [M:0;38a5d2077268:42337 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:21:38,609 INFO [M:0;38a5d2077268:42337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:21:38,609 DEBUG [M:0;38a5d2077268:42337 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:21:38,609 INFO [M:0;38a5d2077268:42337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:21:38,609 INFO [M:0;38a5d2077268:42337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:21:38,609 INFO [M:0;38a5d2077268:42337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:21:38,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:21:38,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0700783067/master 2024-11-25T03:21:38,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0700783067 2024-11-25T03:21:38,610 DEBUG [M:0;38a5d2077268:42337 {}] zookeeper.ZKUtil(347): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Unable to get data of znode /0700783067/master because node does not exist (not an error) 2024-11-25T03:21:38,610 WARN [M:0;38a5d2077268:42337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:21:38,610 INFO [M:0;38a5d2077268:42337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/.lastflushedseqids 2024-11-25T03:21:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741848_1024 (size=245) 2024-11-25T03:21:38,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:38,707 INFO [RS:0;38a5d2077268:37963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:21:38,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37963-0x1014d242b3e0001, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:38,707 INFO [RS:0;38a5d2077268:37963 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,37963,1732504864035; zookeeper connection closed. 2024-11-25T03:21:38,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9216fb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9216fb0 2024-11-25T03:21:38,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:21:39,014 INFO [M:0;38a5d2077268:42337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:21:39,015 INFO [M:0;38a5d2077268:42337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:21:39,015 DEBUG [M:0;38a5d2077268:42337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:39,015 INFO [M:0;38a5d2077268:42337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:39,015 DEBUG [M:0;38a5d2077268:42337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:39,015 DEBUG [M:0;38a5d2077268:42337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:39,015 DEBUG [M:0;38a5d2077268:42337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:39,015 INFO [M:0;38a5d2077268:42337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-25T03:21:39,031 DEBUG [M:0;38a5d2077268:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2369f42405d44539c2084cb70684f11 is 82, key is hbase:meta,,1/info:regioninfo/1732504865787/Put/seqid=0 2024-11-25T03:21:39,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741849_1025 (size=5672) 2024-11-25T03:21:39,435 INFO [M:0;38a5d2077268:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2369f42405d44539c2084cb70684f11 2024-11-25T03:21:39,452 DEBUG [M:0;38a5d2077268:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d294e85fbe4e4ece884057b34bb78866 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732504873824/Put/seqid=0 2024-11-25T03:21:39,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741850_1026 (size=7217) 2024-11-25T03:21:39,856 INFO [M:0;38a5d2077268:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d294e85fbe4e4ece884057b34bb78866 2024-11-25T03:21:39,860 INFO [M:0;38a5d2077268:42337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d294e85fbe4e4ece884057b34bb78866 2024-11-25T03:21:39,874 DEBUG [M:0;38a5d2077268:42337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fed15e23f6bc43e6b13a9981c5bc6307 is 69, key is 38a5d2077268,37963,1732504864035/rs:state/1732504865198/Put/seqid=0 2024-11-25T03:21:39,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741851_1027 (size=5156) 2024-11-25T03:21:40,278 INFO [M:0;38a5d2077268:42337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fed15e23f6bc43e6b13a9981c5bc6307 2024-11-25T03:21:40,282 DEBUG [M:0;38a5d2077268:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2369f42405d44539c2084cb70684f11 as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2369f42405d44539c2084cb70684f11 2024-11-25T03:21:40,285 INFO [M:0;38a5d2077268:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2369f42405d44539c2084cb70684f11, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T03:21:40,286 DEBUG [M:0;38a5d2077268:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d294e85fbe4e4ece884057b34bb78866 as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d294e85fbe4e4ece884057b34bb78866 2024-11-25T03:21:40,289 INFO [M:0;38a5d2077268:42337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d294e85fbe4e4ece884057b34bb78866 2024-11-25T03:21:40,289 INFO [M:0;38a5d2077268:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d294e85fbe4e4ece884057b34bb78866, entries=11, sequenceid=105, filesize=7.0 K 2024-11-25T03:21:40,290 DEBUG [M:0;38a5d2077268:42337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fed15e23f6bc43e6b13a9981c5bc6307 as hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fed15e23f6bc43e6b13a9981c5bc6307 2024-11-25T03:21:40,293 INFO [M:0;38a5d2077268:42337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45079/user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fed15e23f6bc43e6b13a9981c5bc6307, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T03:21:40,293 INFO [M:0;38a5d2077268:42337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-25T03:21:40,295 INFO [M:0;38a5d2077268:42337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:40,295 DEBUG [M:0;38a5d2077268:42337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504899015Disabling compacts and flushes for region at 1732504899015Disabling writes for close at 1732504899015Obtaining lock to block concurrent updates at 1732504899015Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504899015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732504899015Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504899016 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504899016Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504899030 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504899030Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504899438 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504899452 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504899452Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504899860 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504899874 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504899874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce225d1: reopening flushed file at 1732504900281 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4cb769: reopening flushed file at 1732504900285 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5d07cd: reopening flushed file at 1732504900289 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1732504900293 (+4 ms)Writing region close event to WAL at 1732504900295 (+2 ms)Closed at 1732504900295 2024-11-25T03:21:40,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741830_1006 (size=64411) 2024-11-25T03:21:40,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca158561-9cac-7785-9def-ed6ffa54467a/MasterData/WALs/38a5d2077268,42337,1732504863968/38a5d2077268%2C42337%2C1732504863968.1732504864969 not finished, retry = 0 2024-11-25T03:21:40,397 INFO [M:0;38a5d2077268:42337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:21:40,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:21:40,397 INFO [M:0;38a5d2077268:42337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42337 2024-11-25T03:21:40,398 INFO [M:0;38a5d2077268:42337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:21:40,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:40,499 INFO [M:0;38a5d2077268:42337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:21:40,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42337-0x1014d242b3e0000, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:21:40,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1baf7b29{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:40,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a0bea13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:40,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:40,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9029a5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:40,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2da4bedc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:40,505 WARN [BP-241050276-172.17.0.2-1732504862918 heartbeating to localhost/127.0.0.1:45079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:21:40,505 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:21:40,505 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:21:40,505 WARN [BP-241050276-172.17.0.2-1732504862918 heartbeating to localhost/127.0.0.1:45079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-241050276-172.17.0.2-1732504862918 (Datanode Uuid a4627dd1-1f18-4167-872b-ae2c028c4a01) service to localhost/127.0.0.1:45079 2024-11-25T03:21:40,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/cluster_7cd58467-5752-5265-60d4-14bacec8495b/data/data1/current/BP-241050276-172.17.0.2-1732504862918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:40,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/cluster_7cd58467-5752-5265-60d4-14bacec8495b/data/data2/current/BP-241050276-172.17.0.2-1732504862918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:21:40,506 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:21:40,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@630c0dd5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:40,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b86d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:21:40,512 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:21:40,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c5681f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:21:40,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30bb9321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/01957167-03bb-08d7-542b-9ae7a13f9422/hadoop.log.dir/,STOPPED} 2024-11-25T03:21:40,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:21:40,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:21:40,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=357 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64051) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38279 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43105 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64051) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64051) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45079 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 461), ProcessCount=11 (was 11), AvailableMemoryMB=5891 (was 6813) 2024-11-25T03:21:40,556 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=5891 2024-11-25T03:21:40,569 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-25T03:21:40,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.log.dir so I do NOT create it in target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306 2024-11-25T03:21:40,570 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:21:40,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.tmp.dir so I do NOT create it in target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306 2024-11-25T03:21:40,570 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74251c8b-6838-7fe3-008f-78f7b1234b45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:21:40,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306 2024-11-25T03:21:40,570 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78, deleteOnExit=true 2024-11-25T03:21:40,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78/zookeeper_0, clientPort=54167, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:21:40,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54167 2024-11-25T03:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/test.cache.data in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:21:40,574 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:21:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:21:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:21:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:21:40,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014d242b3e0005, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:21:40,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014d242b3e0002, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:21:40,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014d242b3e0008, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:21:40,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014d242b3e0002, quorum=127.0.0.1:64051, baseZNode=/0700783067 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:21:40,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014d242b3e0005, quorum=127.0.0.1:64051, baseZNode=/12135191966 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:21:40,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014d242b3e0008, quorum=127.0.0.1:64051, baseZNode=/2-1322738862 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:21:40,632 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T03:21:40,633 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,634 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,634 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,634 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,634 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,634 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,635 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,658 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,658 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,658 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,659 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,659 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,659 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,664 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,666 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,666 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,668 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:40,702 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:40,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:40,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:40,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:40,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:21:40,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:40,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac6f1e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:40,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775cd5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:40,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4307b040{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/java.io.tmpdir/jetty-localhost-33151-hadoop-hdfs-3_4_1-tests_jar-_-any-3587417340879940944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:40,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1501b66d{HTTP/1.1, (http/1.1)}{localhost:33151} 2024-11-25T03:21:40,838 INFO [Time-limited test {}] server.Server(415): Started @273088ms 2024-11-25T03:21:40,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:40,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:40,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:40,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:40,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:21:40,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d76027{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:40,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63fe5b6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:41,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5520a06d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/java.io.tmpdir/jetty-localhost-37953-hadoop-hdfs-3_4_1-tests_jar-_-any-7231635914193035982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:41,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f510fe7{HTTP/1.1, (http/1.1)}{localhost:37953} 2024-11-25T03:21:41,059 INFO [Time-limited test {}] server.Server(415): Started @273309ms 2024-11-25T03:21:41,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:21:41,180 WARN [Thread-4154 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78/data/data1/current/BP-1610405061-172.17.0.2-1732504900592/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:41,181 WARN [Thread-4155 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78/data/data2/current/BP-1610405061-172.17.0.2-1732504900592/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:41,212 WARN [Thread-4142 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:21:41,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8ae926da1addb8b with lease ID 0x876b1eaf34f2e30b: Processing first storage report for DS-5abe431e-f987-4efd-b8bd-6caaa8577601 from datanode DatanodeRegistration(127.0.0.1:34879, datanodeUuid=50a8293c-7922-419c-be9c-2b35b9a0f1ce, infoPort=39087, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=512151913;c=1732504900592) 2024-11-25T03:21:41,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8ae926da1addb8b with lease ID 0x876b1eaf34f2e30b: from storage DS-5abe431e-f987-4efd-b8bd-6caaa8577601 node DatanodeRegistration(127.0.0.1:34879, datanodeUuid=50a8293c-7922-419c-be9c-2b35b9a0f1ce, infoPort=39087, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=512151913;c=1732504900592), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:21:41,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8ae926da1addb8b with lease ID 0x876b1eaf34f2e30b: Processing first storage report for DS-c817212a-17c0-4986-af5b-be6b11e8d3e7 from datanode DatanodeRegistration(127.0.0.1:34879, datanodeUuid=50a8293c-7922-419c-be9c-2b35b9a0f1ce, infoPort=39087, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=512151913;c=1732504900592) 2024-11-25T03:21:41,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8ae926da1addb8b with lease ID 0x876b1eaf34f2e30b: from storage DS-c817212a-17c0-4986-af5b-be6b11e8d3e7 node DatanodeRegistration(127.0.0.1:34879, datanodeUuid=50a8293c-7922-419c-be9c-2b35b9a0f1ce, infoPort=39087, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=512151913;c=1732504900592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:41,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306 2024-11-25T03:21:41,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:41,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:21:41,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad with version=8 2024-11-25T03:21:41,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/hbase-staging 2024-11-25T03:21:41,718 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:41,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:41,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:21:41,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:41,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38131 2024-11-25T03:21:41,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38131 connecting to ZooKeeper ensemble=127.0.0.1:54167 2024-11-25T03:21:41,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381310x0, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:41,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38131-0x1014d24be6c0000 connected 2024-11-25T03:21:41,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:41,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:41,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Set watcher on znode that does not yet exist, /01282602575/running 2024-11-25T03:21:41,749 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad, hbase.cluster.distributed=false 2024-11-25T03:21:41,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Set watcher on znode that does not yet exist, /01282602575/acl 2024-11-25T03:21:41,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-25T03:21:41,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38131 2024-11-25T03:21:41,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38131 2024-11-25T03:21:41,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-25T03:21:41,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-25T03:21:41,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:41,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:41,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:41,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:41,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:41,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:41,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:21:41,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:41,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42907 2024-11-25T03:21:41,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42907 connecting to ZooKeeper ensemble=127.0.0.1:54167 2024-11-25T03:21:41,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:41,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:41,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429070x0, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:41,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429070x0, quorum=127.0.0.1:54167, baseZNode=/01282602575 Set watcher on znode that does not yet exist, /01282602575/running 2024-11-25T03:21:41,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42907-0x1014d24be6c0001 connected 2024-11-25T03:21:41,780 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:21:41,782 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:21:41,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Set watcher on znode that does not yet exist, /01282602575/master 2024-11-25T03:21:41,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Set watcher on znode that does not yet exist, /01282602575/acl 2024-11-25T03:21:41,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42907 2024-11-25T03:21:41,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42907 2024-11-25T03:21:41,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42907 2024-11-25T03:21:41,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42907 2024-11-25T03:21:41,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42907 2024-11-25T03:21:41,801 DEBUG [M:0;38a5d2077268:38131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:38131 2024-11-25T03:21:41,801 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01282602575/backup-masters/38a5d2077268,38131,1732504901717 2024-11-25T03:21:41,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575/backup-masters 2024-11-25T03:21:41,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575/backup-masters 2024-11-25T03:21:41,803 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Set watcher on existing znode=/01282602575/backup-masters/38a5d2077268,38131,1732504901717 2024-11-25T03:21:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01282602575/master 2024-11-25T03:21:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:41,804 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Set watcher on existing znode=/01282602575/master 2024-11-25T03:21:41,805 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01282602575/backup-masters/38a5d2077268,38131,1732504901717 from backup master directory 2024-11-25T03:21:41,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01282602575/backup-masters/38a5d2077268,38131,1732504901717 2024-11-25T03:21:41,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575/backup-masters 2024-11-25T03:21:41,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575/backup-masters 2024-11-25T03:21:41,807 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:41,807 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,38131,1732504901717 2024-11-25T03:21:41,812 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/hbase.id] with ID: 356fbbeb-6dc8-429e-9873-298e2a21b26e 2024-11-25T03:21:41,812 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/.tmp/hbase.id 2024-11-25T03:21:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:21:41,817 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/.tmp/hbase.id]:[hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/hbase.id] 2024-11-25T03:21:41,825 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:41,825 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:21:41,826 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T03:21:41,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:41,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:21:42,238 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:42,239 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:21:42,239 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:42,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:21:42,645 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/data/master/store 2024-11-25T03:21:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:21:42,650 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:42,651 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:42,651 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:42,651 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:42,651 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:42,651 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:42,651 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:42,651 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504902650Disabling compacts and flushes for region at 1732504902650Disabling writes for close at 1732504902651 (+1 ms)Writing region close event to WAL at 1732504902651Closed at 1732504902651 2024-11-25T03:21:42,651 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/data/master/store/.initializing 2024-11-25T03:21:42,651 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/WALs/38a5d2077268,38131,1732504901717 2024-11-25T03:21:42,652 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:42,653 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C38131%2C1732504901717, suffix=, logDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/WALs/38a5d2077268,38131,1732504901717, archiveDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/oldWALs, maxLogs=10 2024-11-25T03:21:42,667 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/WALs/38a5d2077268,38131,1732504901717/38a5d2077268%2C38131%2C1732504901717.1732504902653, exclude list is [], retry=0 2024-11-25T03:21:42,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5abe431e-f987-4efd-b8bd-6caaa8577601,DISK] 2024-11-25T03:21:42,671 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/WALs/38a5d2077268,38131,1732504901717/38a5d2077268%2C38131%2C1732504901717.1732504902653 2024-11-25T03:21:42,671 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39087:39087)] 2024-11-25T03:21:42,671 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:42,671 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:42,671 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,671 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:21:42,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:42,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:42,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:21:42,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:42,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:42,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:21:42,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:42,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:42,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:21:42,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:42,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:42,677 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,678 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,678 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,679 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,679 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,679 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:42,680 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:42,681 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:42,681 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65500566, jitterRate=-0.023965507745742798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:42,682 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504902671Initializing all the Stores at 1732504902672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504902672Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504902672Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504902672Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504902672Cleaning up temporary data from old regions at 1732504902679 (+7 ms)Region opened successfully at 1732504902682 (+3 ms) 2024-11-25T03:21:42,682 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:21:42,684 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d52f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:42,685 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:21:42,685 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:21:42,685 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:21:42,685 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:21:42,685 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:21:42,686 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:21:42,686 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:21:42,689 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:21:42,689 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Unable to get data of znode /01282602575/balancer because node does not exist (not necessarily an error) 2024-11-25T03:21:42,690 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01282602575/balancer already deleted, retry=false 2024-11-25T03:21:42,691 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:21:42,691 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Unable to get data of znode /01282602575/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:21:42,692 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01282602575/normalizer already deleted, retry=false 2024-11-25T03:21:42,692 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:21:42,693 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Unable to get data of znode /01282602575/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:21:42,695 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01282602575/switch/split already deleted, retry=false 2024-11-25T03:21:42,695 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Unable to get data of znode /01282602575/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:21:42,696 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01282602575/switch/merge already deleted, retry=false 2024-11-25T03:21:42,698 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Unable to get data of znode /01282602575/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:21:42,699 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01282602575/snapshot-cleanup already deleted, retry=false 2024-11-25T03:21:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01282602575/running 2024-11-25T03:21:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01282602575/running 2024-11-25T03:21:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:42,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:42,700 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,38131,1732504901717, sessionid=0x1014d24be6c0000, setting cluster-up flag (Was=false) 2024-11-25T03:21:42,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:42,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:42,707 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01282602575/flush-table-proc/acquired, /01282602575/flush-table-proc/reached, /01282602575/flush-table-proc/abort 2024-11-25T03:21:42,708 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,38131,1732504901717 2024-11-25T03:21:42,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:42,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:42,719 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01282602575/online-snapshot/acquired, /01282602575/online-snapshot/reached, /01282602575/online-snapshot/abort 2024-11-25T03:21:42,720 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,38131,1732504901717 2024-11-25T03:21:42,721 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:21:42,722 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:42,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:21:42,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:21:42,723 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,38131,1732504901717 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:21:42,723 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:42,723 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:42,723 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:42,724 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:42,724 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:21:42,724 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,724 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:42,724 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,724 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504932724 2024-11-25T03:21:42,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:21:42,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:21:42,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:21:42,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:21:42,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:21:42,725 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:21:42,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:42,725 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:21:42,726 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:42,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:21:42,728 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,729 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:21:42,729 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:21:42,729 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:21:42,729 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:21:42,729 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:21:42,729 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:21:42,730 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504902730,5,FailOnTimeoutGroup] 2024-11-25T03:21:42,730 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504902730,5,FailOnTimeoutGroup] 2024-11-25T03:21:42,730 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,730 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:21:42,730 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,730 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:21:42,791 INFO [RS:0;38a5d2077268:42907 {}] regionserver.HRegionServer(746): ClusterId : 356fbbeb-6dc8-429e-9873-298e2a21b26e 2024-11-25T03:21:42,791 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:21:42,793 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:21:42,793 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:21:42,794 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:21:42,794 DEBUG [RS:0;38a5d2077268:42907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7e2399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:42,806 DEBUG [RS:0;38a5d2077268:42907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:42907 2024-11-25T03:21:42,806 INFO [RS:0;38a5d2077268:42907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:21:42,806 INFO [RS:0;38a5d2077268:42907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:21:42,806 DEBUG [RS:0;38a5d2077268:42907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:21:42,807 INFO [RS:0;38a5d2077268:42907 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,38131,1732504901717 with port=42907, startcode=1732504901771 2024-11-25T03:21:42,807 DEBUG [RS:0;38a5d2077268:42907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:21:42,808 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:21:42,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,42907,1732504901771 2024-11-25T03:21:42,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38131 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,42907,1732504901771 2024-11-25T03:21:42,810 DEBUG [RS:0;38a5d2077268:42907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad 2024-11-25T03:21:42,810 DEBUG [RS:0;38a5d2077268:42907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39145 2024-11-25T03:21:42,810 DEBUG [RS:0;38a5d2077268:42907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:21:42,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575/rs 2024-11-25T03:21:42,813 DEBUG [RS:0;38a5d2077268:42907 {}] zookeeper.ZKUtil(111): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Set watcher on existing znode=/01282602575/rs/38a5d2077268,42907,1732504901771 2024-11-25T03:21:42,813 WARN [RS:0;38a5d2077268:42907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:42,813 INFO [RS:0;38a5d2077268:42907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:42,813 DEBUG [RS:0;38a5d2077268:42907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/WALs/38a5d2077268,42907,1732504901771 2024-11-25T03:21:42,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,42907,1732504901771] 2024-11-25T03:21:42,815 INFO [RS:0;38a5d2077268:42907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:21:42,817 INFO [RS:0;38a5d2077268:42907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:21:42,817 INFO [RS:0;38a5d2077268:42907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:21:42,817 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,817 INFO [RS:0;38a5d2077268:42907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:21:42,818 INFO [RS:0;38a5d2077268:42907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:21:42,818 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:42,818 DEBUG [RS:0;38a5d2077268:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:42,819 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,819 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,819 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,819 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,819 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,819 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42907,1732504901771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:42,841 INFO [RS:0;38a5d2077268:42907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:21:42,841 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42907,1732504901771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,841 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,841 INFO [RS:0;38a5d2077268:42907 {}] regionserver.Replication(171): 38a5d2077268,42907,1732504901771 started 2024-11-25T03:21:42,862 INFO [RS:0;38a5d2077268:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:42,862 INFO [RS:0;38a5d2077268:42907 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,42907,1732504901771, RpcServer on 38a5d2077268/172.17.0.2:42907, sessionid=0x1014d24be6c0001 2024-11-25T03:21:42,862 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:21:42,862 DEBUG [RS:0;38a5d2077268:42907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,42907,1732504901771 2024-11-25T03:21:42,862 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42907,1732504901771' 2024-11-25T03:21:42,862 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01282602575/flush-table-proc/abort' 2024-11-25T03:21:42,863 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01282602575/flush-table-proc/acquired' 2024-11-25T03:21:42,863 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:21:42,863 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:21:42,863 DEBUG [RS:0;38a5d2077268:42907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,42907,1732504901771 2024-11-25T03:21:42,863 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42907,1732504901771' 2024-11-25T03:21:42,863 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01282602575/online-snapshot/abort' 2024-11-25T03:21:42,864 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01282602575/online-snapshot/acquired' 2024-11-25T03:21:42,864 DEBUG [RS:0;38a5d2077268:42907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:21:42,864 INFO [RS:0;38a5d2077268:42907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:21:42,864 INFO [RS:0;38a5d2077268:42907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:21:42,964 INFO [RS:0;38a5d2077268:42907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:42,966 INFO [RS:0;38a5d2077268:42907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42907%2C1732504901771, suffix=, logDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/WALs/38a5d2077268,42907,1732504901771, archiveDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/oldWALs, maxLogs=10 2024-11-25T03:21:42,979 DEBUG [RS:0;38a5d2077268:42907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/WALs/38a5d2077268,42907,1732504901771/38a5d2077268%2C42907%2C1732504901771.1732504902966, exclude list is [], retry=0 2024-11-25T03:21:42,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5abe431e-f987-4efd-b8bd-6caaa8577601,DISK] 2024-11-25T03:21:42,983 INFO [RS:0;38a5d2077268:42907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/WALs/38a5d2077268,42907,1732504901771/38a5d2077268%2C42907%2C1732504901771.1732504902966 2024-11-25T03:21:42,983 DEBUG [RS:0;38a5d2077268:42907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39087:39087)] 2024-11-25T03:21:43,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:21:43,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:21:43,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:21:43,132 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:21:43,132 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad 2024-11-25T03:21:43,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:21:43,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:43,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:43,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:43,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:43,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:43,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:43,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:43,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:43,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:43,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:43,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:43,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:43,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:43,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:43,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:43,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:43,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:43,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:43,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/data/hbase/meta/1588230740 2024-11-25T03:21:43,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/data/hbase/meta/1588230740 2024-11-25T03:21:43,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:43,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:43,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:43,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:43,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:43,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61390410, jitterRate=-0.0852116048336029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:43,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504903538Initializing all the Stores at 1732504903538Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504903538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504903538Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504903538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504903538Cleaning up temporary data from old regions at 1732504903545 (+7 ms)Region opened successfully at 1732504903548 (+3 ms) 2024-11-25T03:21:43,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:43,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:43,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:43,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:43,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:43,548 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:43,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504903548Disabling compacts and flushes for region at 1732504903548Disabling writes for close at 1732504903548Writing region close event to WAL at 1732504903548Closed at 1732504903548 2024-11-25T03:21:43,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:43,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:21:43,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:21:43,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:43,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:21:43,701 DEBUG [38a5d2077268:38131 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:21:43,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,42907,1732504901771 2024-11-25T03:21:43,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42907,1732504901771, state=OPENING 2024-11-25T03:21:43,704 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:21:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01282602575 2024-11-25T03:21:43,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01282602575/meta-region-server: CHANGED 2024-11-25T03:21:43,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01282602575/meta-region-server: CHANGED 2024-11-25T03:21:43,705 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:43,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42907,1732504901771}] 2024-11-25T03:21:43,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:43,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:21:43,863 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:21:43,863 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:43,863 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:21:43,864 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42907%2C1732504901771.meta, suffix=.meta, logDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/WALs/38a5d2077268,42907,1732504901771, archiveDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/oldWALs, maxLogs=10 2024-11-25T03:21:43,878 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/WALs/38a5d2077268,42907,1732504901771/38a5d2077268%2C42907%2C1732504901771.meta.1732504903865.meta, exclude list is [], retry=0 2024-11-25T03:21:43,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34879,DS-5abe431e-f987-4efd-b8bd-6caaa8577601,DISK] 2024-11-25T03:21:43,881 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/WALs/38a5d2077268,42907,1732504901771/38a5d2077268%2C42907%2C1732504901771.meta.1732504903865.meta 2024-11-25T03:21:43,882 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39087:39087)] 2024-11-25T03:21:43,882 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:43,882 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:43,882 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:43,882 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:21:43,882 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:21:43,882 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:21:43,882 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:43,882 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:21:43,882 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:21:43,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:43,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:43,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:43,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:43,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:43,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:43,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:43,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:43,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:43,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:43,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:43,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:43,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:43,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:43,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:43,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:43,886 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:43,887 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/data/hbase/meta/1588230740 2024-11-25T03:21:43,887 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/data/hbase/meta/1588230740 2024-11-25T03:21:43,888 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:43,888 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:43,888 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:43,889 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:43,890 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61831089, jitterRate=-0.07864497601985931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:43,890 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:21:43,891 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504903882Writing region info on filesystem at 1732504903882Initializing all the Stores at 1732504903883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504903883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504903883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504903883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504903883Cleaning up temporary data from old regions at 1732504903888 (+5 ms)Running coprocessor post-open hooks at 1732504903890 (+2 ms)Region opened successfully at 1732504903890 2024-11-25T03:21:43,891 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504903857 2024-11-25T03:21:43,893 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:21:43,893 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:21:43,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42907,1732504901771 2024-11-25T03:21:43,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42907,1732504901771, state=OPEN 2024-11-25T03:21:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x1014d24be6c0000, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01282602575/meta-region-server 2024-11-25T03:21:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1014d24be6c0001, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01282602575/meta-region-server 2024-11-25T03:21:43,898 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,42907,1732504901771 2024-11-25T03:21:43,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01282602575/meta-region-server: CHANGED 2024-11-25T03:21:43,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01282602575/meta-region-server: CHANGED 2024-11-25T03:21:43,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:21:43,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42907,1732504901771 in 193 msec 2024-11-25T03:21:43,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:21:43,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-25T03:21:43,902 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:43,902 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:21:43,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:43,903 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42907,1732504901771, seqNum=-1] 2024-11-25T03:21:43,903 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:43,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:43,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-11-25T03:21:43,907 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504903907, completionTime=-1 2024-11-25T03:21:43,907 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:21:43,907 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:21:43,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:21:43,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504963909 2024-11-25T03:21:43,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732505023909 2024-11-25T03:21:43,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:21:43,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38131,1732504901717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:43,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38131,1732504901717-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:43,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38131,1732504901717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:43,909 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:38131, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:43,910 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:43,910 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:43,911 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:21:43,913 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.106sec 2024-11-25T03:21:43,913 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:21:43,913 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:21:43,913 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:21:43,913 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:21:43,913 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:21:43,913 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38131,1732504901717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:43,913 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38131,1732504901717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:21:43,920 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:21:43,920 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:21:43,920 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,38131,1732504901717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:43,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317653ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:43,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,38131,-1 for getting cluster id 2024-11-25T03:21:43,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:43,993 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356fbbeb-6dc8-429e-9873-298e2a21b26e' 2024-11-25T03:21:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356fbbeb-6dc8-429e-9873-298e2a21b26e" 2024-11-25T03:21:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1c0fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,38131,-1] 2024-11-25T03:21:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:43,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:43,995 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:43,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad3a7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:43,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:43,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42907,1732504901771, seqNum=-1] 2024-11-25T03:21:43,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:43,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,38131,1732504901717 2024-11-25T03:21:43,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54167 2024-11-25T03:21:44,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54167, baseZNode=/01282602575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:44,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d24be6c0002 connected 2024-11-25T03:21:44,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,38131,1732504901717 2024-11-25T03:21:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b4ec876 2024-11-25T03:21:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:44,005 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:44,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:21:44,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:44,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:44,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:21:44,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:21:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:44,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ce86adc4fdc5dd9e25aad4f96519408, NAME => 'test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad 2024-11-25T03:21:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34879 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:21:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:44,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:44,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ce86adc4fdc5dd9e25aad4f96519408, disabling compactions & flushes 2024-11-25T03:21:44,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408. 2024-11-25T03:21:44,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408. 2024-11-25T03:21:44,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408. after waiting 0 ms 2024-11-25T03:21:44,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408. 2024-11-25T03:21:44,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408. 2024-11-25T03:21:44,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ce86adc4fdc5dd9e25aad4f96519408: Waiting for close lock at 1732504904820Disabling compacts and flushes for region at 1732504904820Disabling writes for close at 1732504904820Writing region close event to WAL at 1732504904820Closed at 1732504904820 2024-11-25T03:21:44,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:44,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504904821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504904821"}]},"ts":"1732504904821"} 2024-11-25T03:21:44,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:44,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:44,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504904824"}]},"ts":"1732504904824"} 2024-11-25T03:21:44,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:21:44,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ce86adc4fdc5dd9e25aad4f96519408, ASSIGN}] 2024-11-25T03:21:44,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ce86adc4fdc5dd9e25aad4f96519408, ASSIGN 2024-11-25T03:21:44,827 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ce86adc4fdc5dd9e25aad4f96519408, ASSIGN; state=OFFLINE, location=38a5d2077268,42907,1732504901771; forceNewPlan=false, retain=false 2024-11-25T03:21:44,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ce86adc4fdc5dd9e25aad4f96519408, regionState=OPENING, regionLocation=38a5d2077268,42907,1732504901771 2024-11-25T03:21:44,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ce86adc4fdc5dd9e25aad4f96519408, ASSIGN because future has completed 2024-11-25T03:21:44,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ce86adc4fdc5dd9e25aad4f96519408, server=38a5d2077268,42907,1732504901771}] 2024-11-25T03:21:45,134 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408. 2024-11-25T03:21:45,134 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ce86adc4fdc5dd9e25aad4f96519408, NAME => 'test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:45,135 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:45,135 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:21:45,135 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,135 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:45,135 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,135 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,136 INFO [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,137 INFO [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce86adc4fdc5dd9e25aad4f96519408 columnFamilyName f 2024-11-25T03:21:45,137 DEBUG [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:45,137 INFO [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] regionserver.HStore(327): Store=5ce86adc4fdc5dd9e25aad4f96519408/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:45,137 INFO [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,138 INFO [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce86adc4fdc5dd9e25aad4f96519408 columnFamilyName f1 2024-11-25T03:21:45,138 DEBUG [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:45,138 INFO [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] regionserver.HStore(327): Store=5ce86adc4fdc5dd9e25aad4f96519408/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:45,138 INFO [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,139 INFO [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ce86adc4fdc5dd9e25aad4f96519408 columnFamilyName norep 2024-11-25T03:21:45,139 DEBUG [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:45,139 INFO [StoreOpener-5ce86adc4fdc5dd9e25aad4f96519408-1 {}] regionserver.HStore(327): Store=5ce86adc4fdc5dd9e25aad4f96519408/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:45,139 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,140 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/data/default/test/5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,140 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/data/default/test/5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,140 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,140 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,141 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:21:45,141 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,143 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/data/default/test/5ce86adc4fdc5dd9e25aad4f96519408/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:45,143 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ce86adc4fdc5dd9e25aad4f96519408; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60099938, jitterRate=-0.10444113612174988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:21:45,143 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ce86adc4fdc5dd9e25aad4f96519408 2024-11-25T03:21:45,144 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ce86adc4fdc5dd9e25aad4f96519408: Running coprocessor pre-open hook at 1732504905135Writing region info on filesystem at 1732504905135Initializing all the Stores at 1732504905135Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504905136 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504905136Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504905136Cleaning up temporary data from old regions at 1732504905140 (+4 ms)Running coprocessor post-open hooks at 1732504905143 (+3 ms)Region opened successfully at 1732504905144 (+1 ms) 2024-11-25T03:21:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:45,144 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408., pid=6, masterSystemTime=1732504905131 2024-11-25T03:21:45,146 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408. 2024-11-25T03:21:45,146 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504904006.5ce86adc4fdc5dd9e25aad4f96519408. 2024-11-25T03:21:45,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ce86adc4fdc5dd9e25aad4f96519408, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,42907,1732504901771 2024-11-25T03:21:45,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ce86adc4fdc5dd9e25aad4f96519408, server=38a5d2077268,42907,1732504901771 because future has completed 2024-11-25T03:21:45,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:21:45,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ce86adc4fdc5dd9e25aad4f96519408, server=38a5d2077268,42907,1732504901771 in 170 msec 2024-11-25T03:21:45,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:21:45,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ce86adc4fdc5dd9e25aad4f96519408, ASSIGN in 325 msec 2024-11-25T03:21:45,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:21:45,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504905152"}]},"ts":"1732504905152"} 2024-11-25T03:21:45,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:21:45,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:21:45,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-25T03:21:45,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:45,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:21:45,495 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108707 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:21:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:46,155 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:21:46,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780e7da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:46,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,38131,-1 for getting cluster id 2024-11-25T03:21:46,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:46,157 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356fbbeb-6dc8-429e-9873-298e2a21b26e' 2024-11-25T03:21:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356fbbeb-6dc8-429e-9873-298e2a21b26e" 2024-11-25T03:21:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd8e63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,38131,-1] 2024-11-25T03:21:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:46,158 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edb809a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:46,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,38131,1732504901717 2024-11-25T03:21:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ccc085e 2024-11-25T03:21:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:46,160 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:46,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:38131,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:21:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:21:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:46,162 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:38131' 2024-11-25T03:21:46,163 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3c55e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:46,163 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,38131,-1 for getting cluster id 2024-11-25T03:21:46,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:46,164 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356fbbeb-6dc8-429e-9873-298e2a21b26e' 2024-11-25T03:21:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356fbbeb-6dc8-429e-9873-298e2a21b26e" 2024-11-25T03:21:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b26b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,38131,-1] 2024-11-25T03:21:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:46,165 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:46,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1ed09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:46,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,38131,1732504901717 2024-11-25T03:21:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66170d31 2024-11-25T03:21:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:46,166 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:46,167 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T03:21:46,167 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:21:46,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:46,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:46,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:46,168 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://38a5d2077268:38131, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-25T03:21:46,173 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://38a5d2077268:38131, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://38a5d2077268:38131, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://38a5d2077268:38131, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-25T03:21:46,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://38a5d2077268:38131, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-25T03:21:46,174 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-25T03:21:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:21:46,266 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://38a5d2077268:38131, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-25T03:21:46,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:21:46,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:21:46,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:46,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:46,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:21:46,284 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 357) Potentially hanging thread: qtp398929200-7903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/38a5d2077268:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_54354872_20 at /127.0.0.1:34122 [Receiving block BP-1610405061-172.17.0.2-1732504900592:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504902730 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f018cad72a0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@811cab7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f018c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f018c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54167): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad-prefix:38a5d2077268,42907,1732504901771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-881466905_20 at /127.0.0.1:34070 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 0 on default port 39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54167) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RS:0;38a5d2077268:42907 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5d675be5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;38a5d2077268:42907-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1fcf08d8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/38a5d2077268:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 2 on default port 45097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/38a5d2077268:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1610405061-172.17.0.2-1732504900592:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1610405061-172.17.0.2-1732504900592:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7852 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f018c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54167 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 38a5d2077268:38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78/data/data1/current/BP-1610405061-172.17.0.2-1732504900592 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-64194794-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-881466905_20 at /127.0.0.1:34152 [Receiving block BP-1610405061-172.17.0.2-1732504900592:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp398929200-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4413a6db java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server idle connection scanner for port 45097 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f018c9f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39145 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7856-acceptor-0@64f9118c-ServerConnector@1501b66d{HTTP/1.1, (http/1.1)}{localhost:33151} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39145 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;38a5d2077268:38131 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@614a12c3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6d90da47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@360925cf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp398929200-7902-acceptor-0@5c6112f3-ServerConnector@2f510fe7{HTTP/1.1, (http/1.1)}{localhost:37953} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PacketResponder: BP-1610405061-172.17.0.2-1732504900592:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/38a5d2077268:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@571c695c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1610405061-172.17.0.2-1732504900592 heartbeating to localhost/127.0.0.1:39145 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: CacheReplicationMonitor(315863147) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp826369770-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad-prefix:38a5d2077268,42907,1732504901771.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39145/user/jenkins/test-data/1b89193e-9cb6-b55f-4da7-df4251a9a9ad/MasterData-prefix:38a5d2077268,38131,1732504901717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/38a5d2077268:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@742ecac9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f018c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 39145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504902730 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54167) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp398929200-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f018c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@78f16034[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/cluster_6bd9741b-04db-123b-c923-7ea71102da78/data/data2/current/BP-1610405061-172.17.0.2-1732504900592 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-3a1837c0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54167) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-881466905_20 at /127.0.0.1:34166 [Receiving block BP-1610405061-172.17.0.2-1732504900592:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=876 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 429), ProcessCount=11 (was 11), AvailableMemoryMB=5863 (was 5891) 2024-11-25T03:21:46,287 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-25T03:21:46,300 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=876, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=5863 2024-11-25T03:21:46,300 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-25T03:21:46,317 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-25T03:21:46,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/hadoop.log.dir so I do NOT create it in target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5 2024-11-25T03:21:46,318 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:21:46,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/hadoop.tmp.dir so I do NOT create it in target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5 2024-11-25T03:21:46,318 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b07ff419-4189-fbcf-cdf2-63453af4c306/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:21:46,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5 2024-11-25T03:21:46,318 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/cluster_df0aee8a-17fa-50bf-bff8-0967e4a74cc8, deleteOnExit=true 2024-11-25T03:21:46,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/cluster_df0aee8a-17fa-50bf-bff8-0967e4a74cc8/zookeeper_0, clientPort=63165, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/cluster_df0aee8a-17fa-50bf-bff8-0967e4a74cc8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/cluster_df0aee8a-17fa-50bf-bff8-0967e4a74cc8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:21:46,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63165 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/test.cache.data in system properties and HBase conf 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:21:46,322 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:21:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:21:46,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:46,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:46,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:46,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:46,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:21:46,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:46,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379666b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:46,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ec3d3be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:46,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ab063b4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/java.io.tmpdir/jetty-localhost-42055-hadoop-hdfs-3_4_1-tests_jar-_-any-3029264175660723577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:46,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@209bafda{HTTP/1.1, (http/1.1)}{localhost:42055} 2024-11-25T03:21:46,514 INFO [Time-limited test {}] server.Server(415): Started @278763ms 2024-11-25T03:21:46,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:46,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:46,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:46,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:46,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:21:46,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555fd563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:46,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f801d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:46,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c90248f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/java.io.tmpdir/jetty-localhost-41485-hadoop-hdfs-3_4_1-tests_jar-_-any-12594790922908170413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:46,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a82f9ab{HTTP/1.1, (http/1.1)}{localhost:41485} 2024-11-25T03:21:46,703 INFO [Time-limited test {}] server.Server(415): Started @278953ms 2024-11-25T03:21:46,704 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:21:46,807 WARN [Thread-4287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/cluster_df0aee8a-17fa-50bf-bff8-0967e4a74cc8/data/data1/current/BP-1094687286-172.17.0.2-1732504906340/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:46,808 WARN [Thread-4288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/cluster_df0aee8a-17fa-50bf-bff8-0967e4a74cc8/data/data2/current/BP-1094687286-172.17.0.2-1732504906340/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:46,829 WARN [Thread-4275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:21:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba56bc728744d1e4 with lease ID 0xcd00c9d27a9ec613: Processing first storage report for DS-882169b9-6883-4cc0-ac88-49bcdd620009 from datanode DatanodeRegistration(127.0.0.1:42201, datanodeUuid=8a7ec85f-3e7b-4749-98ac-a960b0861389, infoPort=43751, infoSecurePort=0, ipcPort=43391, storageInfo=lv=-57;cid=testClusterID;nsid=1421746990;c=1732504906340) 2024-11-25T03:21:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba56bc728744d1e4 with lease ID 0xcd00c9d27a9ec613: from storage DS-882169b9-6883-4cc0-ac88-49bcdd620009 node DatanodeRegistration(127.0.0.1:42201, datanodeUuid=8a7ec85f-3e7b-4749-98ac-a960b0861389, infoPort=43751, infoSecurePort=0, ipcPort=43391, storageInfo=lv=-57;cid=testClusterID;nsid=1421746990;c=1732504906340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba56bc728744d1e4 with lease ID 0xcd00c9d27a9ec613: Processing first storage report for DS-5d90fec3-0913-474d-9168-98cc4666f0f1 from datanode DatanodeRegistration(127.0.0.1:42201, datanodeUuid=8a7ec85f-3e7b-4749-98ac-a960b0861389, infoPort=43751, infoSecurePort=0, ipcPort=43391, storageInfo=lv=-57;cid=testClusterID;nsid=1421746990;c=1732504906340) 2024-11-25T03:21:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba56bc728744d1e4 with lease ID 0xcd00c9d27a9ec613: from storage DS-5d90fec3-0913-474d-9168-98cc4666f0f1 node DatanodeRegistration(127.0.0.1:42201, datanodeUuid=8a7ec85f-3e7b-4749-98ac-a960b0861389, infoPort=43751, infoSecurePort=0, ipcPort=43391, storageInfo=lv=-57;cid=testClusterID;nsid=1421746990;c=1732504906340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:46,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5 2024-11-25T03:21:46,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:46,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:46,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:21:47,342 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5 with version=8 2024-11-25T03:21:47,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/hbase-staging 2024-11-25T03:21:47,344 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:47,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:47,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:47,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:47,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:47,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:47,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:21:47,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:47,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34261 2024-11-25T03:21:47,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34261 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-25T03:21:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342610x0, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:47,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34261-0x1014d24d4e00000 connected 2024-11-25T03:21:47,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:47,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:47,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on znode that does not yet exist, /0-1535800549/running 2024-11-25T03:21:47,376 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5, hbase.cluster.distributed=false 2024-11-25T03:21:47,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on znode that does not yet exist, /0-1535800549/acl 2024-11-25T03:21:47,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34261 2024-11-25T03:21:47,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34261 2024-11-25T03:21:47,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34261 2024-11-25T03:21:47,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34261 2024-11-25T03:21:47,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34261 2024-11-25T03:21:47,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:47,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:47,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:47,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:47,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:47,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:47,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:21:47,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:47,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42263 2024-11-25T03:21:47,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42263 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-25T03:21:47,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:47,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422630x0, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:47,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422630x0, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on znode that does not yet exist, /0-1535800549/running 2024-11-25T03:21:47,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42263-0x1014d24d4e00001 connected 2024-11-25T03:21:47,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:21:47,408 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:21:47,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on znode that does not yet exist, /0-1535800549/master 2024-11-25T03:21:47,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on znode that does not yet exist, /0-1535800549/acl 2024-11-25T03:21:47,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42263 2024-11-25T03:21:47,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42263 2024-11-25T03:21:47,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42263 2024-11-25T03:21:47,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42263 2024-11-25T03:21:47,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42263 2024-11-25T03:21:47,426 DEBUG [M:0;38a5d2077268:34261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:34261 2024-11-25T03:21:47,427 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1535800549/backup-masters/38a5d2077268,34261,1732504907344 2024-11-25T03:21:47,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549/backup-masters 2024-11-25T03:21:47,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549/backup-masters 2024-11-25T03:21:47,429 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on existing znode=/0-1535800549/backup-masters/38a5d2077268,34261,1732504907344 2024-11-25T03:21:47,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:47,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1535800549/master 2024-11-25T03:21:47,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:47,431 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on existing znode=/0-1535800549/master 2024-11-25T03:21:47,432 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1535800549/backup-masters/38a5d2077268,34261,1732504907344 from backup master directory 2024-11-25T03:21:47,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1535800549/backup-masters/38a5d2077268,34261,1732504907344 2024-11-25T03:21:47,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549/backup-masters 2024-11-25T03:21:47,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549/backup-masters 2024-11-25T03:21:47,433 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:47,433 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,34261,1732504907344 2024-11-25T03:21:47,435 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/hbase.id] with ID: 2537de8a-594c-40b3-a3c8-fbe06f426239 2024-11-25T03:21:47,435 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/.tmp/hbase.id 2024-11-25T03:21:47,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:21:47,843 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/.tmp/hbase.id]:[hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/hbase.id] 2024-11-25T03:21:47,851 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:47,851 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:21:47,852 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:21:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:47,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:47,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:21:48,258 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:48,259 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:21:48,259 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:21:48,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:21:48,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:48,665 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store 2024-11-25T03:21:48,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:21:48,816 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:21:48,816 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T03:21:49,070 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:49,070 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:49,070 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:49,070 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:49,070 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:49,070 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:49,070 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:49,070 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504909070Disabling compacts and flushes for region at 1732504909070Disabling writes for close at 1732504909070Writing region close event to WAL at 1732504909070Closed at 1732504909070 2024-11-25T03:21:49,071 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/.initializing 2024-11-25T03:21:49,071 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/WALs/38a5d2077268,34261,1732504907344 2024-11-25T03:21:49,072 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:49,073 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C34261%2C1732504907344, suffix=, logDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/WALs/38a5d2077268,34261,1732504907344, archiveDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/oldWALs, maxLogs=10 2024-11-25T03:21:49,090 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/WALs/38a5d2077268,34261,1732504907344/38a5d2077268%2C34261%2C1732504907344.1732504909073, exclude list is [], retry=0 2024-11-25T03:21:49,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-882169b9-6883-4cc0-ac88-49bcdd620009,DISK] 2024-11-25T03:21:49,093 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/WALs/38a5d2077268,34261,1732504907344/38a5d2077268%2C34261%2C1732504907344.1732504909073 2024-11-25T03:21:49,093 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43751:43751)] 2024-11-25T03:21:49,094 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:49,094 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:49,094 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,094 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:21:49,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:49,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:49,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:21:49,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:49,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:49,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:21:49,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:49,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:49,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:21:49,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:49,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:49,099 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,100 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,100 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,101 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:49,102 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:49,103 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:49,103 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66968455, jitterRate=-0.0020922571420669556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:49,103 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504909094Initializing all the Stores at 1732504909094Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504909094Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504909095 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504909095Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504909095Cleaning up temporary data from old regions at 1732504909101 (+6 ms)Region opened successfully at 1732504909103 (+2 ms) 2024-11-25T03:21:49,104 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:21:49,106 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110b25fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:49,106 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:21:49,106 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:21:49,106 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:21:49,106 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:21:49,107 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:21:49,107 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:21:49,107 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:21:49,108 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:21:49,109 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Unable to get data of znode /0-1535800549/balancer because node does not exist (not necessarily an error) 2024-11-25T03:21:49,110 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1535800549/balancer already deleted, retry=false 2024-11-25T03:21:49,110 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:21:49,111 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Unable to get data of znode /0-1535800549/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:21:49,113 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1535800549/normalizer already deleted, retry=false 2024-11-25T03:21:49,113 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:21:49,114 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Unable to get data of znode /0-1535800549/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:21:49,115 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1535800549/switch/split already deleted, retry=false 2024-11-25T03:21:49,115 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Unable to get data of znode /0-1535800549/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:21:49,116 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1535800549/switch/merge already deleted, retry=false 2024-11-25T03:21:49,117 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Unable to get data of znode /0-1535800549/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:21:49,119 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1535800549/snapshot-cleanup already deleted, retry=false 2024-11-25T03:21:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1535800549/running 2024-11-25T03:21:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1535800549/running 2024-11-25T03:21:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:49,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:49,124 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,34261,1732504907344, sessionid=0x1014d24d4e00000, setting cluster-up flag (Was=false) 2024-11-25T03:21:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:49,129 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1535800549/flush-table-proc/acquired, /0-1535800549/flush-table-proc/reached, /0-1535800549/flush-table-proc/abort 2024-11-25T03:21:49,130 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,34261,1732504907344 2024-11-25T03:21:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:49,136 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1535800549/online-snapshot/acquired, /0-1535800549/online-snapshot/reached, /0-1535800549/online-snapshot/abort 2024-11-25T03:21:49,137 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,34261,1732504907344 2024-11-25T03:21:49,138 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:21:49,139 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:49,139 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:21:49,139 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:21:49,139 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,34261,1732504907344 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:21:49,141 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:49,141 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:49,141 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:49,141 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:49,141 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:21:49,141 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,141 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:49,141 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,142 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504939142 2024-11-25T03:21:49,142 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:21:49,142 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:21:49,142 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:21:49,142 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:21:49,142 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:21:49,142 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:21:49,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:49,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:21:49,142 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:21:49,143 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:49,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:21:49,143 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504909143,5,FailOnTimeoutGroup] 2024-11-25T03:21:49,143 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504909143,5,FailOnTimeoutGroup] 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,143 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:21:49,214 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(746): ClusterId : 2537de8a-594c-40b3-a3c8-fbe06f426239 2024-11-25T03:21:49,214 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:21:49,216 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:21:49,216 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:21:49,219 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:21:49,219 DEBUG [RS:0;38a5d2077268:42263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11125ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:49,230 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:42263 2024-11-25T03:21:49,231 INFO [RS:0;38a5d2077268:42263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:21:49,231 INFO [RS:0;38a5d2077268:42263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:21:49,231 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:21:49,231 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,34261,1732504907344 with port=42263, startcode=1732504907396 2024-11-25T03:21:49,231 DEBUG [RS:0;38a5d2077268:42263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:21:49,232 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:21:49,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,42263,1732504907396 2024-11-25T03:21:49,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34261 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,42263,1732504907396 2024-11-25T03:21:49,234 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5 2024-11-25T03:21:49,234 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39129 2024-11-25T03:21:49,234 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:21:49,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549/rs 2024-11-25T03:21:49,235 DEBUG [RS:0;38a5d2077268:42263 {}] zookeeper.ZKUtil(111): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on existing znode=/0-1535800549/rs/38a5d2077268,42263,1732504907396 2024-11-25T03:21:49,235 WARN [RS:0;38a5d2077268:42263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:49,235 INFO [RS:0;38a5d2077268:42263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:49,236 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396 2024-11-25T03:21:49,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,42263,1732504907396] 2024-11-25T03:21:49,238 INFO [RS:0;38a5d2077268:42263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:21:49,254 INFO [RS:0;38a5d2077268:42263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:21:49,254 INFO [RS:0;38a5d2077268:42263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:21:49,254 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,254 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:21:49,255 INFO [RS:0;38a5d2077268:42263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:21:49,255 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:49,255 DEBUG [RS:0;38a5d2077268:42263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:49,256 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,256 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,256 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,256 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,256 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,256 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42263,1732504907396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:49,271 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:21:49,271 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42263,1732504907396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,271 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,271 INFO [RS:0;38a5d2077268:42263 {}] regionserver.Replication(171): 38a5d2077268,42263,1732504907396 started 2024-11-25T03:21:49,284 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:49,284 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,42263,1732504907396, RpcServer on 38a5d2077268/172.17.0.2:42263, sessionid=0x1014d24d4e00001 2024-11-25T03:21:49,284 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:21:49,284 DEBUG [RS:0;38a5d2077268:42263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,42263,1732504907396 2024-11-25T03:21:49,284 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42263,1732504907396' 2024-11-25T03:21:49,284 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1535800549/flush-table-proc/abort' 2024-11-25T03:21:49,285 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1535800549/flush-table-proc/acquired' 2024-11-25T03:21:49,285 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:21:49,285 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:21:49,285 DEBUG [RS:0;38a5d2077268:42263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,42263,1732504907396 2024-11-25T03:21:49,285 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42263,1732504907396' 2024-11-25T03:21:49,285 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1535800549/online-snapshot/abort' 2024-11-25T03:21:49,286 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1535800549/online-snapshot/acquired' 2024-11-25T03:21:49,286 DEBUG [RS:0;38a5d2077268:42263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:21:49,286 INFO [RS:0;38a5d2077268:42263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:21:49,286 INFO [RS:0;38a5d2077268:42263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:21:49,386 INFO [RS:0;38a5d2077268:42263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:49,388 INFO [RS:0;38a5d2077268:42263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42263%2C1732504907396, suffix=, logDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396, archiveDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/oldWALs, maxLogs=10 2024-11-25T03:21:49,401 DEBUG [RS:0;38a5d2077268:42263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388, exclude list is [], retry=0 2024-11-25T03:21:49,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-882169b9-6883-4cc0-ac88-49bcdd620009,DISK] 2024-11-25T03:21:49,405 INFO [RS:0;38a5d2077268:42263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 2024-11-25T03:21:49,405 DEBUG [RS:0;38a5d2077268:42263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43751:43751)] 2024-11-25T03:21:49,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:21:49,553 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5 2024-11-25T03:21:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:21:49,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:49,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:49,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:49,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:49,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:49,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:49,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:49,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:49,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:49,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:49,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:49,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:49,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:49,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:49,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:49,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:49,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:49,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:49,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740 2024-11-25T03:21:49,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740 2024-11-25T03:21:49,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:49,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:49,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:49,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:49,969 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:49,969 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65890082, jitterRate=-0.018161267042160034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:49,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504909958Initializing all the Stores at 1732504909959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504909959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504909959Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504909959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504909959Cleaning up temporary data from old regions at 1732504909966 (+7 ms)Region opened successfully at 1732504909969 (+3 ms) 2024-11-25T03:21:49,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:49,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:49,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:49,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:49,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:49,970 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:49,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504909969Disabling compacts and flushes for region at 1732504909969Disabling writes for close at 1732504909969Writing region close event to WAL at 1732504909970 (+1 ms)Closed at 1732504909970 2024-11-25T03:21:49,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:49,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:21:49,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:21:49,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:49,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:21:50,123 DEBUG [38a5d2077268:34261 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:21:50,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,42263,1732504907396 2024-11-25T03:21:50,124 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42263,1732504907396, state=OPENING 2024-11-25T03:21:50,126 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:21:50,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:50,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:21:50,131 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:50,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42263,1732504907396}] 2024-11-25T03:21:50,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1535800549/meta-region-server: CHANGED 2024-11-25T03:21:50,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1535800549/meta-region-server: CHANGED 2024-11-25T03:21:50,283 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:50,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:21:50,287 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:21:50,288 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:50,288 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:21:50,289 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42263%2C1732504907396.meta, suffix=.meta, logDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396, archiveDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/oldWALs, maxLogs=10 2024-11-25T03:21:50,303 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.meta.1732504910289.meta, exclude list is [], retry=0 2024-11-25T03:21:50,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-882169b9-6883-4cc0-ac88-49bcdd620009,DISK] 2024-11-25T03:21:50,306 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.meta.1732504910289.meta 2024-11-25T03:21:50,309 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43751:43751)] 2024-11-25T03:21:50,310 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:50,310 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:50,310 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:50,310 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:21:50,310 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:21:50,310 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:21:50,311 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:50,311 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:21:50,311 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:21:50,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:50,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:50,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:50,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:50,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:50,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:50,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:50,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:50,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:50,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:50,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:50,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:50,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:50,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:50,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:50,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:50,316 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:50,317 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740 2024-11-25T03:21:50,318 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740 2024-11-25T03:21:50,319 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:50,319 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:50,319 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:50,320 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:50,321 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69944931, jitterRate=0.04226069152355194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:50,321 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:21:50,321 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504910311Writing region info on filesystem at 1732504910311Initializing all the Stores at 1732504910312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504910312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504910312Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504910312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504910312Cleaning up temporary data from old regions at 1732504910319 (+7 ms)Running coprocessor post-open hooks at 1732504910321 (+2 ms)Region opened successfully at 1732504910321 2024-11-25T03:21:50,321 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504910283 2024-11-25T03:21:50,323 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:21:50,323 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:21:50,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42263,1732504907396 2024-11-25T03:21:50,324 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42263,1732504907396, state=OPEN 2024-11-25T03:21:50,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1535800549/meta-region-server 2024-11-25T03:21:50,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1535800549/meta-region-server 2024-11-25T03:21:50,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,42263,1732504907396 2024-11-25T03:21:50,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1535800549/meta-region-server: CHANGED 2024-11-25T03:21:50,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1535800549/meta-region-server: CHANGED 2024-11-25T03:21:50,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:21:50,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42263,1732504907396 in 195 msec 2024-11-25T03:21:50,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:21:50,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-25T03:21:50,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:50,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:21:50,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:50,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42263,1732504907396, seqNum=-1] 2024-11-25T03:21:50,331 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:50,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:50,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-25T03:21:50,336 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504910336, completionTime=-1 2024-11-25T03:21:50,336 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:21:50,336 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:21:50,337 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:21:50,338 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504970337 2024-11-25T03:21:50,338 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732505030338 2024-11-25T03:21:50,338 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:21:50,338 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34261,1732504907344-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:50,338 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34261,1732504907344-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:50,338 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34261,1732504907344-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:50,338 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:34261, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:50,338 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:50,338 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:50,339 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:21:50,341 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.908sec 2024-11-25T03:21:50,341 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:21:50,341 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:21:50,341 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:21:50,341 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:21:50,341 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:21:50,341 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34261,1732504907344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:50,341 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34261,1732504907344-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:21:50,343 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:21:50,343 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:21:50,343 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,34261,1732504907344-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:50,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2b333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:50,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34261,-1 for getting cluster id 2024-11-25T03:21:50,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:50,417 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2537de8a-594c-40b3-a3c8-fbe06f426239' 2024-11-25T03:21:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2537de8a-594c-40b3-a3c8-fbe06f426239" 2024-11-25T03:21:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504ee9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34261,-1] 2024-11-25T03:21:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:50,418 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:50,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d73b94b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:50,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:50,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42263,1732504907396, seqNum=-1] 2024-11-25T03:21:50,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:50,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:50,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,34261,1732504907344 2024-11-25T03:21:50,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-25T03:21:50,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:50,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014d24d4e00002 connected 2024-11-25T03:21:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.log.dir so I do NOT create it in target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e 2024-11-25T03:21:50,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:21:50,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.tmp.dir so I do NOT create it in target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e 2024-11-25T03:21:50,427 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:21:50,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/cluster_e8f0be44-4be5-8cb2-b54d-cf433ae63214, deleteOnExit=true 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/test.cache.data in system properties and HBase conf 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:21:50,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:50,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:21:50,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:21:50,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:50,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:50,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:50,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:50,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:21:50,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:50,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fcc7ac5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:50,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15227fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:50,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c2f2d51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/java.io.tmpdir/jetty-localhost-42391-hadoop-hdfs-3_4_1-tests_jar-_-any-4836123642955392280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:50,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3248920b{HTTP/1.1, (http/1.1)}{localhost:42391} 2024-11-25T03:21:50,631 INFO [Time-limited test {}] server.Server(415): Started @282881ms 2024-11-25T03:21:50,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:50,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:50,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:50,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:50,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:21:50,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54c6514a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:50,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76cd9f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:50,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@669cfb45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/java.io.tmpdir/jetty-localhost-35533-hadoop-hdfs-3_4_1-tests_jar-_-any-3432032278118837492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:50,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb6990e{HTTP/1.1, (http/1.1)}{localhost:35533} 2024-11-25T03:21:50,831 INFO [Time-limited test {}] server.Server(415): Started @283081ms 2024-11-25T03:21:50,832 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:21:50,933 WARN [Thread-4408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/cluster_e8f0be44-4be5-8cb2-b54d-cf433ae63214/data/data1/current/BP-1151591876-172.17.0.2-1732504910447/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:50,933 WARN [Thread-4409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/cluster_e8f0be44-4be5-8cb2-b54d-cf433ae63214/data/data2/current/BP-1151591876-172.17.0.2-1732504910447/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:50,952 WARN [Thread-4396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:21:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x550fe341908fb4df with lease ID 0xd9d3f2acea0a92b: Processing first storage report for DS-69ff1953-c978-4315-9559-1b1201df5cf8 from datanode DatanodeRegistration(127.0.0.1:43313, datanodeUuid=7f6fd958-733e-4396-84ca-147bf6fc63a1, infoPort=44467, infoSecurePort=0, ipcPort=38343, storageInfo=lv=-57;cid=testClusterID;nsid=390615991;c=1732504910447) 2024-11-25T03:21:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x550fe341908fb4df with lease ID 0xd9d3f2acea0a92b: from storage DS-69ff1953-c978-4315-9559-1b1201df5cf8 node DatanodeRegistration(127.0.0.1:43313, datanodeUuid=7f6fd958-733e-4396-84ca-147bf6fc63a1, infoPort=44467, infoSecurePort=0, ipcPort=38343, storageInfo=lv=-57;cid=testClusterID;nsid=390615991;c=1732504910447), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x550fe341908fb4df with lease ID 0xd9d3f2acea0a92b: Processing first storage report for DS-c88da0c4-974c-4524-8c11-8d9885d695f2 from datanode DatanodeRegistration(127.0.0.1:43313, datanodeUuid=7f6fd958-733e-4396-84ca-147bf6fc63a1, infoPort=44467, infoSecurePort=0, ipcPort=38343, storageInfo=lv=-57;cid=testClusterID;nsid=390615991;c=1732504910447) 2024-11-25T03:21:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x550fe341908fb4df with lease ID 0xd9d3f2acea0a92b: from storage DS-c88da0c4-974c-4524-8c11-8d9885d695f2 node DatanodeRegistration(127.0.0.1:43313, datanodeUuid=7f6fd958-733e-4396-84ca-147bf6fc63a1, infoPort=44467, infoSecurePort=0, ipcPort=38343, storageInfo=lv=-57;cid=testClusterID;nsid=390615991;c=1732504910447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:50,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e 2024-11-25T03:21:50,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:50,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:21:50,965 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8 with version=8 2024-11-25T03:21:50,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/hbase-staging 2024-11-25T03:21:50,968 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:50,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:50,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:50,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:50,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:50,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:50,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:21:50,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:50,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46729 2024-11-25T03:21:50,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46729 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-25T03:21:50,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467290x0, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:50,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46729-0x1014d24d4e00003 connected 2024-11-25T03:21:50,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:50,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:50,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on znode that does not yet exist, /11228183265/running 2024-11-25T03:21:50,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8, hbase.cluster.distributed=false 2024-11-25T03:21:50,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on znode that does not yet exist, /11228183265/acl 2024-11-25T03:21:50,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46729 2024-11-25T03:21:50,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46729 2024-11-25T03:21:50,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46729 2024-11-25T03:21:50,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46729 2024-11-25T03:21:50,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46729 2024-11-25T03:21:51,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:51,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:51,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:51,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:51,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:51,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:51,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:21:51,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:51,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42151 2024-11-25T03:21:51,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42151 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-25T03:21:51,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:51,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:51,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421510x0, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:51,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421510x0, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on znode that does not yet exist, /11228183265/running 2024-11-25T03:21:51,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42151-0x1014d24d4e00004 connected 2024-11-25T03:21:51,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:21:51,016 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:21:51,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on znode that does not yet exist, /11228183265/master 2024-11-25T03:21:51,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on znode that does not yet exist, /11228183265/acl 2024-11-25T03:21:51,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-25T03:21:51,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42151 2024-11-25T03:21:51,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42151 2024-11-25T03:21:51,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-25T03:21:51,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42151 2024-11-25T03:21:51,039 DEBUG [M:0;38a5d2077268:46729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:46729 2024-11-25T03:21:51,039 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11228183265/backup-masters/38a5d2077268,46729,1732504910967 2024-11-25T03:21:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265/backup-masters 2024-11-25T03:21:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265/backup-masters 2024-11-25T03:21:51,041 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on existing znode=/11228183265/backup-masters/38a5d2077268,46729,1732504910967 2024-11-25T03:21:51,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11228183265/master 2024-11-25T03:21:51,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:51,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:51,043 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on existing znode=/11228183265/master 2024-11-25T03:21:51,044 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11228183265/backup-masters/38a5d2077268,46729,1732504910967 from backup master directory 2024-11-25T03:21:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265/backup-masters 2024-11-25T03:21:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11228183265/backup-masters/38a5d2077268,46729,1732504910967 2024-11-25T03:21:51,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265/backup-masters 2024-11-25T03:21:51,045 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:51,045 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,46729,1732504910967 2024-11-25T03:21:51,047 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/hbase.id] with ID: 55db8dfa-ad8d-4b63-bded-2213fc28bb5d 2024-11-25T03:21:51,047 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/.tmp/hbase.id 2024-11-25T03:21:51,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:21:51,455 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/.tmp/hbase.id]:[hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/hbase.id] 2024-11-25T03:21:51,463 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:51,463 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:21:51,464 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T03:21:51,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:51,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:51,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:21:51,870 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:51,871 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:21:51,872 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:51,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:21:52,278 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store 2024-11-25T03:21:52,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:21:52,683 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:52,683 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:52,683 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:52,683 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:52,683 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:52,683 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:52,683 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:52,683 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504912683Disabling compacts and flushes for region at 1732504912683Disabling writes for close at 1732504912683Writing region close event to WAL at 1732504912683Closed at 1732504912683 2024-11-25T03:21:52,684 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/.initializing 2024-11-25T03:21:52,684 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/WALs/38a5d2077268,46729,1732504910967 2024-11-25T03:21:52,684 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:52,686 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C46729%2C1732504910967, suffix=, logDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/WALs/38a5d2077268,46729,1732504910967, archiveDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/oldWALs, maxLogs=10 2024-11-25T03:21:52,699 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/WALs/38a5d2077268,46729,1732504910967/38a5d2077268%2C46729%2C1732504910967.1732504912686, exclude list is [], retry=0 2024-11-25T03:21:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43313,DS-69ff1953-c978-4315-9559-1b1201df5cf8,DISK] 2024-11-25T03:21:52,703 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/WALs/38a5d2077268,46729,1732504910967/38a5d2077268%2C46729%2C1732504910967.1732504912686 2024-11-25T03:21:52,703 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44467:44467)] 2024-11-25T03:21:52,703 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:52,703 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:52,703 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,703 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:21:52,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:52,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:52,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:21:52,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:52,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:52,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:21:52,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:52,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:52,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:21:52,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:52,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:52,709 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,710 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,710 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,711 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,711 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,711 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:52,712 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:52,714 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:52,714 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75191950, jitterRate=0.12044736742973328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:52,714 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504912703Initializing all the Stores at 1732504912704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504912704Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504912704Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504912704Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504912704Cleaning up temporary data from old regions at 1732504912711 (+7 ms)Region opened successfully at 1732504912714 (+3 ms) 2024-11-25T03:21:52,714 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:21:52,716 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52572c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:52,717 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:21:52,717 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:21:52,717 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:21:52,717 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:21:52,718 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:21:52,718 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:21:52,718 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:21:52,720 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:21:52,721 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Unable to get data of znode /11228183265/balancer because node does not exist (not necessarily an error) 2024-11-25T03:21:52,722 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11228183265/balancer already deleted, retry=false 2024-11-25T03:21:52,722 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:21:52,723 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Unable to get data of znode /11228183265/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:21:52,727 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11228183265/normalizer already deleted, retry=false 2024-11-25T03:21:52,727 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:21:52,728 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Unable to get data of znode /11228183265/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:21:52,729 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11228183265/switch/split already deleted, retry=false 2024-11-25T03:21:52,729 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Unable to get data of znode /11228183265/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:21:52,730 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11228183265/switch/merge already deleted, retry=false 2024-11-25T03:21:52,731 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Unable to get data of znode /11228183265/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:21:52,732 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11228183265/snapshot-cleanup already deleted, retry=false 2024-11-25T03:21:52,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11228183265/running 2024-11-25T03:21:52,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11228183265/running 2024-11-25T03:21:52,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:52,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:52,739 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,46729,1732504910967, sessionid=0x1014d24d4e00003, setting cluster-up flag (Was=false) 2024-11-25T03:21:52,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:52,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:52,746 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11228183265/flush-table-proc/acquired, /11228183265/flush-table-proc/reached, /11228183265/flush-table-proc/abort 2024-11-25T03:21:52,747 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,46729,1732504910967 2024-11-25T03:21:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:52,753 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11228183265/online-snapshot/acquired, /11228183265/online-snapshot/reached, /11228183265/online-snapshot/abort 2024-11-25T03:21:52,753 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,46729,1732504910967 2024-11-25T03:21:52,754 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:21:52,755 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:52,756 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:21:52,756 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:21:52,756 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,46729,1732504910967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:21:52,757 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:52,757 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:52,757 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:52,757 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:52,757 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:21:52,757 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,757 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:52,757 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504942758 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:21:52,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:52,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:21:52,758 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:21:52,759 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:21:52,759 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:21:52,759 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:21:52,759 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:21:52,759 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:52,759 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504912759,5,FailOnTimeoutGroup] 2024-11-25T03:21:52,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:21:52,759 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504912759,5,FailOnTimeoutGroup] 2024-11-25T03:21:52,759 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,759 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:21:52,759 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,759 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:21:52,827 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(746): ClusterId : 55db8dfa-ad8d-4b63-bded-2213fc28bb5d 2024-11-25T03:21:52,827 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:21:52,828 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:21:52,828 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:21:52,831 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:21:52,831 DEBUG [RS:0;38a5d2077268:42151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44719b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:52,843 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:42151 2024-11-25T03:21:52,843 INFO [RS:0;38a5d2077268:42151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:21:52,843 INFO [RS:0;38a5d2077268:42151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:21:52,843 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:21:52,844 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,46729,1732504910967 with port=42151, startcode=1732504911005 2024-11-25T03:21:52,844 DEBUG [RS:0;38a5d2077268:42151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:21:52,845 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:21:52,845 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,42151,1732504911005 2024-11-25T03:21:52,845 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,42151,1732504911005 2024-11-25T03:21:52,846 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8 2024-11-25T03:21:52,846 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36215 2024-11-25T03:21:52,847 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:21:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265/rs 2024-11-25T03:21:52,852 DEBUG [RS:0;38a5d2077268:42151 {}] zookeeper.ZKUtil(111): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on existing znode=/11228183265/rs/38a5d2077268,42151,1732504911005 2024-11-25T03:21:52,852 WARN [RS:0;38a5d2077268:42151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:52,852 INFO [RS:0;38a5d2077268:42151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:52,852 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/WALs/38a5d2077268,42151,1732504911005 2024-11-25T03:21:52,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,42151,1732504911005] 2024-11-25T03:21:52,855 INFO [RS:0;38a5d2077268:42151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:21:52,856 INFO [RS:0;38a5d2077268:42151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:21:52,856 INFO [RS:0;38a5d2077268:42151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:21:52,857 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,858 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:21:52,858 INFO [RS:0;38a5d2077268:42151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:21:52,858 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,858 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,858 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,858 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,858 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,858 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,858 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:52,858 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,858 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,859 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,859 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,859 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,859 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:52,859 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:52,859 DEBUG [RS:0;38a5d2077268:42151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:52,859 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,859 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,859 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,859 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,859 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,859 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42151,1732504911005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:52,873 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:21:52,873 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,42151,1732504911005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,874 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,874 INFO [RS:0;38a5d2077268:42151 {}] regionserver.Replication(171): 38a5d2077268,42151,1732504911005 started 2024-11-25T03:21:52,887 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:52,887 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,42151,1732504911005, RpcServer on 38a5d2077268/172.17.0.2:42151, sessionid=0x1014d24d4e00004 2024-11-25T03:21:52,887 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:21:52,887 DEBUG [RS:0;38a5d2077268:42151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,42151,1732504911005 2024-11-25T03:21:52,887 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42151,1732504911005' 2024-11-25T03:21:52,887 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11228183265/flush-table-proc/abort' 2024-11-25T03:21:52,887 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11228183265/flush-table-proc/acquired' 2024-11-25T03:21:52,888 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:21:52,888 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:21:52,888 DEBUG [RS:0;38a5d2077268:42151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,42151,1732504911005 2024-11-25T03:21:52,888 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,42151,1732504911005' 2024-11-25T03:21:52,888 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11228183265/online-snapshot/abort' 2024-11-25T03:21:52,888 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11228183265/online-snapshot/acquired' 2024-11-25T03:21:52,888 DEBUG [RS:0;38a5d2077268:42151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:21:52,888 INFO [RS:0;38a5d2077268:42151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:21:52,888 INFO [RS:0;38a5d2077268:42151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:21:52,989 INFO [RS:0;38a5d2077268:42151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:52,990 INFO [RS:0;38a5d2077268:42151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42151%2C1732504911005, suffix=, logDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/WALs/38a5d2077268,42151,1732504911005, archiveDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/oldWALs, maxLogs=10 2024-11-25T03:21:53,004 DEBUG [RS:0;38a5d2077268:42151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/WALs/38a5d2077268,42151,1732504911005/38a5d2077268%2C42151%2C1732504911005.1732504912990, exclude list is [], retry=0 2024-11-25T03:21:53,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43313,DS-69ff1953-c978-4315-9559-1b1201df5cf8,DISK] 2024-11-25T03:21:53,008 INFO [RS:0;38a5d2077268:42151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/WALs/38a5d2077268,42151,1732504911005/38a5d2077268%2C42151%2C1732504911005.1732504912990 2024-11-25T03:21:53,008 DEBUG [RS:0;38a5d2077268:42151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44467:44467)] 2024-11-25T03:21:53,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:21:53,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:21:53,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T03:21:53,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T03:21:53,047 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:21:53,047 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T03:21:53,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:21:53,170 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8 2024-11-25T03:21:53,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741833_1009 (size=32) 2024-11-25T03:21:53,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:53,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:53,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:53,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:53,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:53,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:53,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:53,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:53,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:53,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:53,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:53,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:53,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:53,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:53,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:53,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:53,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:53,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:53,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740 2024-11-25T03:21:53,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740 2024-11-25T03:21:53,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:53,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:53,185 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:53,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:53,187 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:53,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63166437, jitterRate=-0.058746740221977234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:53,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504913178Initializing all the Stores at 1732504913178Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504913178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504913179 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504913179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504913179Cleaning up temporary data from old regions at 1732504913184 (+5 ms)Region opened successfully at 1732504913187 (+3 ms) 2024-11-25T03:21:53,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:53,188 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:53,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:53,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:53,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:53,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:53,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504913188Disabling compacts and flushes for region at 1732504913188Disabling writes for close at 1732504913188Writing region close event to WAL at 1732504913188Closed at 1732504913188 2024-11-25T03:21:53,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:53,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:21:53,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:21:53,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:53,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:21:53,341 DEBUG [38a5d2077268:46729 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:21:53,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,42151,1732504911005 2024-11-25T03:21:53,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42151,1732504911005, state=OPENING 2024-11-25T03:21:53,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:21:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:21:53,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:53,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11228183265/meta-region-server: CHANGED 2024-11-25T03:21:53,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11228183265/meta-region-server: CHANGED 2024-11-25T03:21:53,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42151,1732504911005}] 2024-11-25T03:21:53,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:53,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:21:53,503 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:21:53,503 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:53,503 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:21:53,504 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42151%2C1732504911005.meta, suffix=.meta, logDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/WALs/38a5d2077268,42151,1732504911005, archiveDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/oldWALs, maxLogs=10 2024-11-25T03:21:53,522 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/WALs/38a5d2077268,42151,1732504911005/38a5d2077268%2C42151%2C1732504911005.meta.1732504913504.meta, exclude list is [], retry=0 2024-11-25T03:21:53,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43313,DS-69ff1953-c978-4315-9559-1b1201df5cf8,DISK] 2024-11-25T03:21:53,526 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/WALs/38a5d2077268,42151,1732504911005/38a5d2077268%2C42151%2C1732504911005.meta.1732504913504.meta 2024-11-25T03:21:53,526 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44467:44467)] 2024-11-25T03:21:53,526 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:53,526 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:53,527 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:53,527 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:21:53,527 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:21:53,527 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:21:53,527 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:53,527 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:21:53,527 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:21:53,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:53,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:53,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:53,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:53,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:53,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:53,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:53,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:53,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:53,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:53,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:53,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:53,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:53,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:53,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:53,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:53,531 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:53,531 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740 2024-11-25T03:21:53,532 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740 2024-11-25T03:21:53,533 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:53,533 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:53,533 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:53,534 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:53,534 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67252559, jitterRate=0.002141222357749939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:53,534 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:21:53,534 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504913527Writing region info on filesystem at 1732504913527Initializing all the Stores at 1732504913527Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504913527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504913528 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504913528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504913528Cleaning up temporary data from old regions at 1732504913533 (+5 ms)Running coprocessor post-open hooks at 1732504913534 (+1 ms)Region opened successfully at 1732504913534 2024-11-25T03:21:53,535 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504913498 2024-11-25T03:21:53,537 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:21:53,537 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:21:53,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42151,1732504911005 2024-11-25T03:21:53,538 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,42151,1732504911005, state=OPEN 2024-11-25T03:21:53,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11228183265/meta-region-server 2024-11-25T03:21:53,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11228183265/meta-region-server 2024-11-25T03:21:53,539 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,42151,1732504911005 2024-11-25T03:21:53,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11228183265/meta-region-server: CHANGED 2024-11-25T03:21:53,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11228183265/meta-region-server: CHANGED 2024-11-25T03:21:53,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:21:53,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,42151,1732504911005 in 193 msec 2024-11-25T03:21:53,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:21:53,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-25T03:21:53,542 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:53,542 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:21:53,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:53,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42151,1732504911005, seqNum=-1] 2024-11-25T03:21:53,543 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:53,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:53,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-11-25T03:21:53,548 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504913548, completionTime=-1 2024-11-25T03:21:53,548 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:21:53,548 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:21:53,549 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:21:53,549 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504973549 2024-11-25T03:21:53,549 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732505033549 2024-11-25T03:21:53,549 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:21:53,550 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46729,1732504910967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:53,550 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46729,1732504910967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:53,550 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46729,1732504910967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:53,550 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:46729, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:53,550 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:53,550 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:53,551 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:21:53,553 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.508sec 2024-11-25T03:21:53,553 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:21:53,553 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:21:53,553 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:21:53,553 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:21:53,553 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:21:53,553 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46729,1732504910967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:53,553 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46729,1732504910967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:21:53,555 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:21:53,555 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:21:53,555 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46729,1732504910967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:53,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52750825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:53,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46729,-1 for getting cluster id 2024-11-25T03:21:53,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:53,628 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55db8dfa-ad8d-4b63-bded-2213fc28bb5d' 2024-11-25T03:21:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55db8dfa-ad8d-4b63-bded-2213fc28bb5d" 2024-11-25T03:21:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffe6b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46729,-1] 2024-11-25T03:21:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:53,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:53,630 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:53,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30355923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:53,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:53,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42151,1732504911005, seqNum=-1] 2024-11-25T03:21:53,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:53,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:53,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,46729,1732504910967 2024-11-25T03:21:53,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-25T03:21:53,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:53,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014d24d4e00005 connected 2024-11-25T03:21:53,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.log.dir so I do NOT create it in target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749 2024-11-25T03:21:53,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:21:53,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.tmp.dir so I do NOT create it in target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749 2024-11-25T03:21:53,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:21:53,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749 2024-11-25T03:21:53,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:21:53,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/cluster_272116b9-2b06-2623-3038-55fdf7b354f7, deleteOnExit=true 2024-11-25T03:21:53,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:21:53,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/test.cache.data in system properties and HBase conf 2024-11-25T03:21:53,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:21:53,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:21:53,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:21:53,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:53,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:53,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:53,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:53,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:21:53,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:53,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aa22e21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:53,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c5f8c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:53,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fcdfee4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/java.io.tmpdir/jetty-localhost-42151-hadoop-hdfs-3_4_1-tests_jar-_-any-5314423404397799476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:21:53,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f8082{HTTP/1.1, (http/1.1)}{localhost:42151} 2024-11-25T03:21:53,850 INFO [Time-limited test {}] server.Server(415): Started @286100ms 2024-11-25T03:21:53,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:21:53,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:21:53,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:21:53,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:21:53,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:21:53,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b46a345{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:21:53,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecba82a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:21:54,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57122717{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/java.io.tmpdir/jetty-localhost-39595-hadoop-hdfs-3_4_1-tests_jar-_-any-8257465272675485271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:21:54,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f7a173f{HTTP/1.1, (http/1.1)}{localhost:39595} 2024-11-25T03:21:54,096 INFO [Time-limited test {}] server.Server(415): Started @286346ms 2024-11-25T03:21:54,098 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:21:54,208 WARN [Thread-4528 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/cluster_272116b9-2b06-2623-3038-55fdf7b354f7/data/data1/current/BP-1959551144-172.17.0.2-1732504913659/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:54,209 WARN [Thread-4529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/cluster_272116b9-2b06-2623-3038-55fdf7b354f7/data/data2/current/BP-1959551144-172.17.0.2-1732504913659/current, will proceed with Du for space computation calculation, 2024-11-25T03:21:54,228 WARN [Thread-4516 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:21:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc036ac288a7123d with lease ID 0xa796be5c41abdb0b: Processing first storage report for DS-340fd9f5-dbb0-4efb-b165-9d0feff5c9ee from datanode DatanodeRegistration(127.0.0.1:44643, datanodeUuid=000cb1d8-8a13-41e6-9373-6861f9a5df63, infoPort=46615, infoSecurePort=0, ipcPort=41921, storageInfo=lv=-57;cid=testClusterID;nsid=500265604;c=1732504913659) 2024-11-25T03:21:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc036ac288a7123d with lease ID 0xa796be5c41abdb0b: from storage DS-340fd9f5-dbb0-4efb-b165-9d0feff5c9ee node DatanodeRegistration(127.0.0.1:44643, datanodeUuid=000cb1d8-8a13-41e6-9373-6861f9a5df63, infoPort=46615, infoSecurePort=0, ipcPort=41921, storageInfo=lv=-57;cid=testClusterID;nsid=500265604;c=1732504913659), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc036ac288a7123d with lease ID 0xa796be5c41abdb0b: Processing first storage report for DS-ed0b1a9f-02c6-4eed-a54c-d7fd44660570 from datanode DatanodeRegistration(127.0.0.1:44643, datanodeUuid=000cb1d8-8a13-41e6-9373-6861f9a5df63, infoPort=46615, infoSecurePort=0, ipcPort=41921, storageInfo=lv=-57;cid=testClusterID;nsid=500265604;c=1732504913659) 2024-11-25T03:21:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc036ac288a7123d with lease ID 0xa796be5c41abdb0b: from storage DS-ed0b1a9f-02c6-4eed-a54c-d7fd44660570 node DatanodeRegistration(127.0.0.1:44643, datanodeUuid=000cb1d8-8a13-41e6-9373-6861f9a5df63, infoPort=46615, infoSecurePort=0, ipcPort=41921, storageInfo=lv=-57;cid=testClusterID;nsid=500265604;c=1732504913659), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:21:54,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749 2024-11-25T03:21:54,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:54,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:21:54,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65 with version=8 2024-11-25T03:21:54,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/hbase-staging 2024-11-25T03:21:54,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:54,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:54,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:54,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:54,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:54,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:54,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:21:54,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:54,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46517 2024-11-25T03:21:54,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46517 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-25T03:21:54,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465170x0, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:54,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46517-0x1014d24d4e00006 connected 2024-11-25T03:21:54,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:54,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:54,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on znode that does not yet exist, /2-736055966/running 2024-11-25T03:21:54,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65, hbase.cluster.distributed=false 2024-11-25T03:21:54,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on znode that does not yet exist, /2-736055966/acl 2024-11-25T03:21:54,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46517 2024-11-25T03:21:54,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46517 2024-11-25T03:21:54,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46517 2024-11-25T03:21:54,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46517 2024-11-25T03:21:54,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46517 2024-11-25T03:21:54,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/38a5d2077268:0 server-side Connection retries=45 2024-11-25T03:21:54,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:54,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:54,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:21:54,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:21:54,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:21:54,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:21:54,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:21:54,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33451 2024-11-25T03:21:54,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33451 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-25T03:21:54,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:54,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334510x0, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:54,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334510x0, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on znode that does not yet exist, /2-736055966/running 2024-11-25T03:21:54,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33451-0x1014d24d4e00007 connected 2024-11-25T03:21:54,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:21:54,696 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:21:54,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on znode that does not yet exist, /2-736055966/master 2024-11-25T03:21:54,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on znode that does not yet exist, /2-736055966/acl 2024-11-25T03:21:54,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-25T03:21:54,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33451 2024-11-25T03:21:54,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33451 2024-11-25T03:21:54,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-25T03:21:54,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-25T03:21:54,717 DEBUG [M:0;38a5d2077268:46517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;38a5d2077268:46517 2024-11-25T03:21:54,717 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-736055966/backup-masters/38a5d2077268,46517,1732504914644 2024-11-25T03:21:54,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966/backup-masters 2024-11-25T03:21:54,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966/backup-masters 2024-11-25T03:21:54,719 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on existing znode=/2-736055966/backup-masters/38a5d2077268,46517,1732504914644 2024-11-25T03:21:54,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-736055966/master 2024-11-25T03:21:54,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:54,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:54,721 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on existing znode=/2-736055966/master 2024-11-25T03:21:54,721 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-736055966/backup-masters/38a5d2077268,46517,1732504914644 from backup master directory 2024-11-25T03:21:54,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-736055966/backup-masters/38a5d2077268,46517,1732504914644 2024-11-25T03:21:54,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966/backup-masters 2024-11-25T03:21:54,723 WARN [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:54,723 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=38a5d2077268,46517,1732504914644 2024-11-25T03:21:54,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966/backup-masters 2024-11-25T03:21:54,726 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/hbase.id] with ID: 60aa863b-db75-4b32-925c-bf2e525ca41e 2024-11-25T03:21:54,726 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/.tmp/hbase.id 2024-11-25T03:21:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:21:54,734 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/.tmp/hbase.id]:[hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/hbase.id] 2024-11-25T03:21:54,741 INFO [master/38a5d2077268:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:21:54,741 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:21:54,742 INFO [master/38a5d2077268:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T03:21:54,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:54,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:21:55,148 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:55,149 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:21:55,149 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:21:55,154 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store 2024-11-25T03:21:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:21:55,559 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:55,559 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:21:55,559 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:55,559 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:55,559 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:21:55,559 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:55,559 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:21:55,559 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504915559Disabling compacts and flushes for region at 1732504915559Disabling writes for close at 1732504915559Writing region close event to WAL at 1732504915559Closed at 1732504915559 2024-11-25T03:21:55,560 WARN [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/.initializing 2024-11-25T03:21:55,560 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/WALs/38a5d2077268,46517,1732504914644 2024-11-25T03:21:55,561 INFO [master/38a5d2077268:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:55,562 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=38a5d2077268%2C46517%2C1732504914644, suffix=, logDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/WALs/38a5d2077268,46517,1732504914644, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/oldWALs, maxLogs=10 2024-11-25T03:21:55,576 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/WALs/38a5d2077268,46517,1732504914644/38a5d2077268%2C46517%2C1732504914644.1732504915562, exclude list is [], retry=0 2024-11-25T03:21:55,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44643,DS-340fd9f5-dbb0-4efb-b165-9d0feff5c9ee,DISK] 2024-11-25T03:21:55,579 INFO [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/WALs/38a5d2077268,46517,1732504914644/38a5d2077268%2C46517%2C1732504914644.1732504915562 2024-11-25T03:21:55,579 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46615:46615)] 2024-11-25T03:21:55,579 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:55,579 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:55,579 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,579 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:21:55,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:55,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:55,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:21:55,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:55,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:55,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:21:55,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:55,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:55,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:21:55,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:55,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:55,585 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,585 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,586 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,587 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,587 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,587 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:55,588 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:21:55,589 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:55,589 INFO [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62478191, jitterRate=-0.06900240480899811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:55,590 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732504915579Initializing all the Stores at 1732504915580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504915580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504915580Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504915580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504915580Cleaning up temporary data from old regions at 1732504915587 (+7 ms)Region opened successfully at 1732504915590 (+3 ms) 2024-11-25T03:21:55,590 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:21:55,592 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b40544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:55,592 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:21:55,592 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:21:55,592 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:21:55,593 INFO [master/38a5d2077268:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:21:55,593 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:21:55,593 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:21:55,593 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T03:21:55,594 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:21:55,595 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Unable to get data of znode /2-736055966/balancer because node does not exist (not necessarily an error) 2024-11-25T03:21:55,597 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-736055966/balancer already deleted, retry=false 2024-11-25T03:21:55,597 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:21:55,598 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Unable to get data of znode /2-736055966/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:21:55,599 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-736055966/normalizer already deleted, retry=false 2024-11-25T03:21:55,599 INFO [master/38a5d2077268:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:21:55,599 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Unable to get data of znode /2-736055966/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:21:55,600 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-736055966/switch/split already deleted, retry=false 2024-11-25T03:21:55,601 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Unable to get data of znode /2-736055966/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:21:55,602 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-736055966/switch/merge already deleted, retry=false 2024-11-25T03:21:55,603 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Unable to get data of znode /2-736055966/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:21:55,609 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-736055966/snapshot-cleanup already deleted, retry=false 2024-11-25T03:21:55,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-736055966/running 2024-11-25T03:21:55,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-736055966/running 2024-11-25T03:21:55,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:55,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:55,611 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=38a5d2077268,46517,1732504914644, sessionid=0x1014d24d4e00006, setting cluster-up flag (Was=false) 2024-11-25T03:21:55,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:55,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:55,617 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-736055966/flush-table-proc/acquired, /2-736055966/flush-table-proc/reached, /2-736055966/flush-table-proc/abort 2024-11-25T03:21:55,618 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,46517,1732504914644 2024-11-25T03:21:55,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:55,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:55,624 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-736055966/online-snapshot/acquired, /2-736055966/online-snapshot/reached, /2-736055966/online-snapshot/abort 2024-11-25T03:21:55,625 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=38a5d2077268,46517,1732504914644 2024-11-25T03:21:55,626 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:21:55,627 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:55,627 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:21:55,627 INFO [master/38a5d2077268:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:21:55,627 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 38a5d2077268,46517,1732504914644 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:21:55,628 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:55,628 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:55,628 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:55,628 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/38a5d2077268:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:21:55,628 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/38a5d2077268:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:21:55,628 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,628 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:55,628 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,629 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732504945629 2024-11-25T03:21:55,629 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:21:55,629 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:21:55,629 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:21:55,629 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:21:55,629 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:21:55,629 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:21:55,629 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:55,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:21:55,630 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504915630,5,FailOnTimeoutGroup] 2024-11-25T03:21:55,630 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:55,630 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504915630,5,FailOnTimeoutGroup] 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,630 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:21:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:21:55,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:21:55,638 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65 2024-11-25T03:21:55,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:21:55,707 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(746): ClusterId : 60aa863b-db75-4b32-925c-bf2e525ca41e 2024-11-25T03:21:55,707 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:21:55,712 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:21:55,712 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:21:55,714 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:21:55,714 DEBUG [RS:0;38a5d2077268:33451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64698b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=38a5d2077268/172.17.0.2:0 2024-11-25T03:21:55,726 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;38a5d2077268:33451 2024-11-25T03:21:55,726 INFO [RS:0;38a5d2077268:33451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:21:55,726 INFO [RS:0;38a5d2077268:33451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:21:55,726 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:21:55,726 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(2659): reportForDuty to master=38a5d2077268,46517,1732504914644 with port=33451, startcode=1732504914683 2024-11-25T03:21:55,727 DEBUG [RS:0;38a5d2077268:33451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:21:55,728 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:21:55,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 38a5d2077268,33451,1732504914683 2024-11-25T03:21:55,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46517 {}] master.ServerManager(517): Registering regionserver=38a5d2077268,33451,1732504914683 2024-11-25T03:21:55,729 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65 2024-11-25T03:21:55,729 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43115 2024-11-25T03:21:55,729 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:21:55,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966/rs 2024-11-25T03:21:55,734 DEBUG [RS:0;38a5d2077268:33451 {}] zookeeper.ZKUtil(111): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on existing znode=/2-736055966/rs/38a5d2077268,33451,1732504914683 2024-11-25T03:21:55,734 WARN [RS:0;38a5d2077268:33451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:21:55,734 INFO [RS:0;38a5d2077268:33451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:55,734 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/WALs/38a5d2077268,33451,1732504914683 2024-11-25T03:21:55,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [38a5d2077268,33451,1732504914683] 2024-11-25T03:21:55,737 INFO [RS:0;38a5d2077268:33451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:21:55,739 INFO [RS:0;38a5d2077268:33451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:21:55,739 INFO [RS:0;38a5d2077268:33451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:21:55,739 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,739 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:21:55,740 INFO [RS:0;38a5d2077268:33451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:21:55,740 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/38a5d2077268:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/38a5d2077268:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:55,740 DEBUG [RS:0;38a5d2077268:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/38a5d2077268:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:21:55,741 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,741 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,741 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,741 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,741 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,741 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33451,1732504914683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:55,759 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:21:55,759 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,33451,1732504914683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,759 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,759 INFO [RS:0;38a5d2077268:33451 {}] regionserver.Replication(171): 38a5d2077268,33451,1732504914683 started 2024-11-25T03:21:55,776 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:55,776 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1482): Serving as 38a5d2077268,33451,1732504914683, RpcServer on 38a5d2077268/172.17.0.2:33451, sessionid=0x1014d24d4e00007 2024-11-25T03:21:55,776 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:21:55,776 DEBUG [RS:0;38a5d2077268:33451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 38a5d2077268,33451,1732504914683 2024-11-25T03:21:55,776 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,33451,1732504914683' 2024-11-25T03:21:55,776 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-736055966/flush-table-proc/abort' 2024-11-25T03:21:55,777 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-736055966/flush-table-proc/acquired' 2024-11-25T03:21:55,777 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:21:55,777 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:21:55,777 DEBUG [RS:0;38a5d2077268:33451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 38a5d2077268,33451,1732504914683 2024-11-25T03:21:55,777 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '38a5d2077268,33451,1732504914683' 2024-11-25T03:21:55,777 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-736055966/online-snapshot/abort' 2024-11-25T03:21:55,777 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-736055966/online-snapshot/acquired' 2024-11-25T03:21:55,777 DEBUG [RS:0;38a5d2077268:33451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:21:55,777 INFO [RS:0;38a5d2077268:33451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:21:55,778 INFO [RS:0;38a5d2077268:33451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:21:55,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:21:55,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:21:55,878 INFO [RS:0;38a5d2077268:33451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:21:55,879 INFO [RS:0;38a5d2077268:33451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C33451%2C1732504914683, suffix=, logDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/WALs/38a5d2077268,33451,1732504914683, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/oldWALs, maxLogs=10 2024-11-25T03:21:55,912 DEBUG [RS:0;38a5d2077268:33451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/WALs/38a5d2077268,33451,1732504914683/38a5d2077268%2C33451%2C1732504914683.1732504915879, exclude list is [], retry=0 2024-11-25T03:21:55,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44643,DS-340fd9f5-dbb0-4efb-b165-9d0feff5c9ee,DISK] 2024-11-25T03:21:55,916 INFO [RS:0;38a5d2077268:33451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/WALs/38a5d2077268,33451,1732504914683/38a5d2077268%2C33451%2C1732504914683.1732504915879 2024-11-25T03:21:55,916 DEBUG [RS:0;38a5d2077268:33451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46615:46615)] 2024-11-25T03:21:56,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:56,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:56,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:56,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:56,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:56,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:56,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:56,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:56,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:56,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:56,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:56,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:56,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:56,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:56,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:56,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:56,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:56,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:56,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740 2024-11-25T03:21:56,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740 2024-11-25T03:21:56,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:56,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:56,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:56,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:56,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:56,056 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73655716, jitterRate=0.09755569696426392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:56,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732504916046Initializing all the Stores at 1732504916046Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504916046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504916046Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504916046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504916046Cleaning up temporary data from old regions at 1732504916053 (+7 ms)Region opened successfully at 1732504916056 (+3 ms) 2024-11-25T03:21:56,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:21:56,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:21:56,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:21:56,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:21:56,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:21:56,057 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:21:56,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504916057Disabling compacts and flushes for region at 1732504916057Disabling writes for close at 1732504916057Writing region close event to WAL at 1732504916057Closed at 1732504916057 2024-11-25T03:21:56,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:56,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:21:56,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:21:56,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:56,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:21:56,210 DEBUG [38a5d2077268:46517 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T03:21:56,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=38a5d2077268,33451,1732504914683 2024-11-25T03:21:56,212 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,33451,1732504914683, state=OPENING 2024-11-25T03:21:56,213 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:21:56,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:56,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:21:56,214 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:21:56,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-736055966/meta-region-server: CHANGED 2024-11-25T03:21:56,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-736055966/meta-region-server: CHANGED 2024-11-25T03:21:56,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,33451,1732504914683}] 2024-11-25T03:21:56,367 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:21:56,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:21:56,371 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:21:56,371 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:21:56,371 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:21:56,372 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C33451%2C1732504914683.meta, suffix=.meta, logDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/WALs/38a5d2077268,33451,1732504914683, archiveDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/oldWALs, maxLogs=10 2024-11-25T03:21:56,386 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/WALs/38a5d2077268,33451,1732504914683/38a5d2077268%2C33451%2C1732504914683.meta.1732504916372.meta, exclude list is [], retry=0 2024-11-25T03:21:56,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44643,DS-340fd9f5-dbb0-4efb-b165-9d0feff5c9ee,DISK] 2024-11-25T03:21:56,389 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/WALs/38a5d2077268,33451,1732504914683/38a5d2077268%2C33451%2C1732504914683.meta.1732504916372.meta 2024-11-25T03:21:56,389 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46615:46615)] 2024-11-25T03:21:56,389 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:56,390 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:56,390 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:21:56,390 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:21:56,390 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:21:56,390 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:21:56,390 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:56,390 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:21:56,390 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:21:56,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:21:56,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:21:56,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:56,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:56,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:21:56,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:21:56,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:56,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:56,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:21:56,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:21:56,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:56,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:56,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:21:56,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:21:56,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:56,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:21:56,395 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:21:56,396 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740 2024-11-25T03:21:56,397 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740 2024-11-25T03:21:56,397 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:21:56,397 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:21:56,398 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:21:56,399 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:21:56,399 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71434356, jitterRate=0.06445485353469849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:21:56,399 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:21:56,399 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732504916390Writing region info on filesystem at 1732504916390Initializing all the Stores at 1732504916391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504916391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504916391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504916391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732504916391Cleaning up temporary data from old regions at 1732504916397 (+6 ms)Running coprocessor post-open hooks at 1732504916399 (+2 ms)Region opened successfully at 1732504916399 2024-11-25T03:21:56,400 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732504916366 2024-11-25T03:21:56,402 DEBUG [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:21:56,402 INFO [RS_OPEN_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:21:56,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,33451,1732504914683 2024-11-25T03:21:56,403 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 38a5d2077268,33451,1732504914683, state=OPEN 2024-11-25T03:21:56,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-736055966/meta-region-server 2024-11-25T03:21:56,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-736055966/meta-region-server 2024-11-25T03:21:56,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-736055966/meta-region-server: CHANGED 2024-11-25T03:21:56,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-736055966/meta-region-server: CHANGED 2024-11-25T03:21:56,407 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=38a5d2077268,33451,1732504914683 2024-11-25T03:21:56,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:21:56,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=38a5d2077268,33451,1732504914683 in 192 msec 2024-11-25T03:21:56,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:21:56,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-25T03:21:56,410 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:21:56,410 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:21:56,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:56,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,33451,1732504914683, seqNum=-1] 2024-11-25T03:21:56,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:56,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:56,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 789 msec 2024-11-25T03:21:56,416 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732504916416, completionTime=-1 2024-11-25T03:21:56,416 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T03:21:56,416 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:21:56,418 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T03:21:56,418 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732504976418 2024-11-25T03:21:56,418 INFO [master/38a5d2077268:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732505036418 2024-11-25T03:21:56,418 INFO [master/38a5d2077268:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T03:21:56,419 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46517,1732504914644-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:56,419 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46517,1732504914644-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:56,419 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46517,1732504914644-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:56,419 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-38a5d2077268:46517, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:56,419 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:56,420 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:56,420 DEBUG [master/38a5d2077268:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:21:56,423 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.700sec 2024-11-25T03:21:56,423 INFO [master/38a5d2077268:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:21:56,423 INFO [master/38a5d2077268:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:21:56,423 INFO [master/38a5d2077268:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:21:56,423 INFO [master/38a5d2077268:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:21:56,423 INFO [master/38a5d2077268:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:21:56,423 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46517,1732504914644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:21:56,423 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46517,1732504914644-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:21:56,427 DEBUG [master/38a5d2077268:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:21:56,427 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:21:56,427 INFO [master/38a5d2077268:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=38a5d2077268,46517,1732504914644-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:21:56,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:56,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46517,-1 for getting cluster id 2024-11-25T03:21:56,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:21:56,508 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60aa863b-db75-4b32-925c-bf2e525ca41e' 2024-11-25T03:21:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:21:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60aa863b-db75-4b32-925c-bf2e525ca41e" 2024-11-25T03:21:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581b2a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46517,-1] 2024-11-25T03:21:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:21:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:21:56,510 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:21:56,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:21:56,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:21:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,33451,1732504914683, seqNum=-1] 2024-11-25T03:21:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:21:56,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:21:56,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=38a5d2077268,46517,1732504914644 2024-11-25T03:21:56,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63165 2024-11-25T03:21:56,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:21:56,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014d24d4e00008 connected 2024-11-25T03:21:56,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34261,1732504907344 2024-11-25T03:21:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fdd9e7b 2024-11-25T03:21:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:56,520 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:56,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:21:56,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:56,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:56,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:21:56,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:56,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:21:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:56,930 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d274535445ee1c51b3318fbb66e7bd1, NAME => 'test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5 2024-11-25T03:21:56,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:21:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:57,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:57,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7d274535445ee1c51b3318fbb66e7bd1, disabling compactions & flushes 2024-11-25T03:21:57,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:21:57,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:21:57,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. after waiting 0 ms 2024-11-25T03:21:57,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:21:57,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:21:57,335 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d274535445ee1c51b3318fbb66e7bd1: Waiting for close lock at 1732504917335Disabling compacts and flushes for region at 1732504917335Disabling writes for close at 1732504917335Writing region close event to WAL at 1732504917335Closed at 1732504917335 2024-11-25T03:21:57,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:57,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504917336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504917336"}]},"ts":"1732504917336"} 2024-11-25T03:21:57,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:57,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:57,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504917338"}]},"ts":"1732504917338"} 2024-11-25T03:21:57,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:21:57,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d274535445ee1c51b3318fbb66e7bd1, ASSIGN}] 2024-11-25T03:21:57,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d274535445ee1c51b3318fbb66e7bd1, ASSIGN 2024-11-25T03:21:57,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7d274535445ee1c51b3318fbb66e7bd1, ASSIGN; state=OFFLINE, location=38a5d2077268,42263,1732504907396; forceNewPlan=false, retain=false 2024-11-25T03:21:57,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d274535445ee1c51b3318fbb66e7bd1, regionState=OPENING, regionLocation=38a5d2077268,42263,1732504907396 2024-11-25T03:21:57,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7d274535445ee1c51b3318fbb66e7bd1, ASSIGN because future has completed 2024-11-25T03:21:57,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d274535445ee1c51b3318fbb66e7bd1, server=38a5d2077268,42263,1732504907396}] 2024-11-25T03:21:57,649 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:21:57,649 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d274535445ee1c51b3318fbb66e7bd1, NAME => 'test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:57,650 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:57,650 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:21:57,650 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,650 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:57,650 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,650 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,651 INFO [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,652 INFO [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d274535445ee1c51b3318fbb66e7bd1 columnFamilyName f 2024-11-25T03:21:57,652 DEBUG [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:57,652 INFO [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] regionserver.HStore(327): Store=7d274535445ee1c51b3318fbb66e7bd1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:57,653 INFO [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,653 INFO [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d274535445ee1c51b3318fbb66e7bd1 columnFamilyName f1 2024-11-25T03:21:57,653 DEBUG [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:57,654 INFO [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] regionserver.HStore(327): Store=7d274535445ee1c51b3318fbb66e7bd1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:57,654 INFO [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,654 INFO [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d274535445ee1c51b3318fbb66e7bd1 columnFamilyName norep 2024-11-25T03:21:57,654 DEBUG [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:57,655 INFO [StoreOpener-7d274535445ee1c51b3318fbb66e7bd1-1 {}] regionserver.HStore(327): Store=7d274535445ee1c51b3318fbb66e7bd1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:57,655 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,655 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,655 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,656 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,656 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,656 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:21:57,657 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,658 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:57,659 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d274535445ee1c51b3318fbb66e7bd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60229749, jitterRate=-0.10250680148601532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:21:57,659 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:21:57,659 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d274535445ee1c51b3318fbb66e7bd1: Running coprocessor pre-open hook at 1732504917650Writing region info on filesystem at 1732504917650Initializing all the Stores at 1732504917651 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504917651Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504917651Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504917651Cleaning up temporary data from old regions at 1732504917656 (+5 ms)Running coprocessor post-open hooks at 1732504917659 (+3 ms)Region opened successfully at 1732504917659 2024-11-25T03:21:57,660 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., pid=6, masterSystemTime=1732504917646 2024-11-25T03:21:57,662 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:21:57,662 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:21:57,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d274535445ee1c51b3318fbb66e7bd1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,42263,1732504907396 2024-11-25T03:21:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d274535445ee1c51b3318fbb66e7bd1, server=38a5d2077268,42263,1732504907396 because future has completed 2024-11-25T03:21:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:57,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:21:57,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d274535445ee1c51b3318fbb66e7bd1, server=38a5d2077268,42263,1732504907396 in 171 msec 2024-11-25T03:21:57,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:21:57,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7d274535445ee1c51b3318fbb66e7bd1, ASSIGN in 326 msec 2024-11-25T03:21:57,669 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:21:57,669 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504917669"}]},"ts":"1732504917669"} 2024-11-25T03:21:57,670 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:21:57,671 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:21:57,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-25T03:21:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:58,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:58,675 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:21:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46729,1732504910967 2024-11-25T03:21:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3001acf3 2024-11-25T03:21:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:58,677 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:58,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:21:58,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:58,680 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:58,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:21:58,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:58,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:21:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:59,087 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71c843e81b1c5e30f418faaa51ae3893, NAME => 'test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8 2024-11-25T03:21:59,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:21:59,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:59,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 71c843e81b1c5e30f418faaa51ae3893, disabling compactions & flushes 2024-11-25T03:21:59,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:21:59,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:21:59,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. after waiting 0 ms 2024-11-25T03:21:59,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:21:59,093 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:21:59,093 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71c843e81b1c5e30f418faaa51ae3893: Waiting for close lock at 1732504919092Disabling compacts and flushes for region at 1732504919092Disabling writes for close at 1732504919092Writing region close event to WAL at 1732504919092Closed at 1732504919092 2024-11-25T03:21:59,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:59,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504919094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504919094"}]},"ts":"1732504919094"} 2024-11-25T03:21:59,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:59,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:59,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504919096"}]},"ts":"1732504919096"} 2024-11-25T03:21:59,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:21:59,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71c843e81b1c5e30f418faaa51ae3893, ASSIGN}] 2024-11-25T03:21:59,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71c843e81b1c5e30f418faaa51ae3893, ASSIGN 2024-11-25T03:21:59,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=71c843e81b1c5e30f418faaa51ae3893, ASSIGN; state=OFFLINE, location=38a5d2077268,42151,1732504911005; forceNewPlan=false, retain=false 2024-11-25T03:21:59,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71c843e81b1c5e30f418faaa51ae3893, regionState=OPENING, regionLocation=38a5d2077268,42151,1732504911005 2024-11-25T03:21:59,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=71c843e81b1c5e30f418faaa51ae3893, ASSIGN because future has completed 2024-11-25T03:21:59,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71c843e81b1c5e30f418faaa51ae3893, server=38a5d2077268,42151,1732504911005}] 2024-11-25T03:21:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:59,406 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:21:59,406 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 71c843e81b1c5e30f418faaa51ae3893, NAME => 'test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:21:59,407 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:21:59,407 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:21:59,407 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,407 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:59,407 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,407 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,408 INFO [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,409 INFO [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c843e81b1c5e30f418faaa51ae3893 columnFamilyName f 2024-11-25T03:21:59,409 DEBUG [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:59,409 INFO [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] regionserver.HStore(327): Store=71c843e81b1c5e30f418faaa51ae3893/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:59,409 INFO [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,410 INFO [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c843e81b1c5e30f418faaa51ae3893 columnFamilyName f1 2024-11-25T03:21:59,410 DEBUG [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:59,410 INFO [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] regionserver.HStore(327): Store=71c843e81b1c5e30f418faaa51ae3893/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:59,410 INFO [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,411 INFO [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71c843e81b1c5e30f418faaa51ae3893 columnFamilyName norep 2024-11-25T03:21:59,411 DEBUG [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:59,411 INFO [StoreOpener-71c843e81b1c5e30f418faaa51ae3893-1 {}] regionserver.HStore(327): Store=71c843e81b1c5e30f418faaa51ae3893/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:21:59,411 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,412 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,412 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,413 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,413 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,413 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:21:59,413 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,415 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:21:59,415 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 71c843e81b1c5e30f418faaa51ae3893; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70986521, jitterRate=0.05778159201145172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:21:59,415 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:21:59,415 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 71c843e81b1c5e30f418faaa51ae3893: Running coprocessor pre-open hook at 1732504919407Writing region info on filesystem at 1732504919407Initializing all the Stores at 1732504919407Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504919407Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504919408 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504919408Cleaning up temporary data from old regions at 1732504919413 (+5 ms)Running coprocessor post-open hooks at 1732504919415 (+2 ms)Region opened successfully at 1732504919415 2024-11-25T03:21:59,416 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893., pid=6, masterSystemTime=1732504919403 2024-11-25T03:21:59,417 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:21:59,417 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:21:59,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71c843e81b1c5e30f418faaa51ae3893, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,42151,1732504911005 2024-11-25T03:21:59,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71c843e81b1c5e30f418faaa51ae3893, server=38a5d2077268,42151,1732504911005 because future has completed 2024-11-25T03:21:59,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:21:59,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71c843e81b1c5e30f418faaa51ae3893, server=38a5d2077268,42151,1732504911005 in 169 msec 2024-11-25T03:21:59,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:21:59,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=71c843e81b1c5e30f418faaa51ae3893, ASSIGN in 324 msec 2024-11-25T03:21:59,424 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:21:59,424 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504919424"}]},"ts":"1732504919424"} 2024-11-25T03:21:59,425 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:21:59,426 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:21:59,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-25T03:21:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:59,815 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:21:59,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:21:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46517,1732504914644 2024-11-25T03:21:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@280ce0f3 2024-11-25T03:21:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:21:59,817 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:21:59,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:21:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T03:21:59,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:21:59,819 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:21:59,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T03:21:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:59,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:21:59,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741835_1011 (size=902) 2024-11-25T03:21:59,831 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54ccf717424c03c04133304cdd4ad1ac, NAME => 'test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65 2024-11-25T03:21:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741836_1012 (size=39) 2024-11-25T03:21:59,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:21:59,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 54ccf717424c03c04133304cdd4ad1ac, disabling compactions & flushes 2024-11-25T03:21:59,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:21:59,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:21:59,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. after waiting 0 ms 2024-11-25T03:21:59,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:21:59,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:21:59,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54ccf717424c03c04133304cdd4ad1ac: Waiting for close lock at 1732504919835Disabling compacts and flushes for region at 1732504919835Disabling writes for close at 1732504919835Writing region close event to WAL at 1732504919835Closed at 1732504919835 2024-11-25T03:21:59,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:21:59,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732504919836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504919836"}]},"ts":"1732504919836"} 2024-11-25T03:21:59,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:21:59,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:21:59,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504919838"}]},"ts":"1732504919838"} 2024-11-25T03:21:59,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T03:21:59,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54ccf717424c03c04133304cdd4ad1ac, ASSIGN}] 2024-11-25T03:21:59,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54ccf717424c03c04133304cdd4ad1ac, ASSIGN 2024-11-25T03:21:59,841 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=54ccf717424c03c04133304cdd4ad1ac, ASSIGN; state=OFFLINE, location=38a5d2077268,33451,1732504914683; forceNewPlan=false, retain=false 2024-11-25T03:21:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:21:59,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54ccf717424c03c04133304cdd4ad1ac, regionState=OPENING, regionLocation=38a5d2077268,33451,1732504914683 2024-11-25T03:21:59,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=54ccf717424c03c04133304cdd4ad1ac, ASSIGN because future has completed 2024-11-25T03:21:59,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54ccf717424c03c04133304cdd4ad1ac, server=38a5d2077268,33451,1732504914683}] 2024-11-25T03:22:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:22:00,149 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:22:00,149 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54ccf717424c03c04133304cdd4ad1ac, NAME => 'test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:22:00,150 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:22:00,150 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T03:22:00,150 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,150 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:22:00,150 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,151 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,152 INFO [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,153 INFO [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54ccf717424c03c04133304cdd4ad1ac columnFamilyName f 2024-11-25T03:22:00,153 DEBUG [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:22:00,153 INFO [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] regionserver.HStore(327): Store=54ccf717424c03c04133304cdd4ad1ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:22:00,153 INFO [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,154 INFO [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54ccf717424c03c04133304cdd4ad1ac columnFamilyName f1 2024-11-25T03:22:00,154 DEBUG [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:22:00,155 INFO [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] regionserver.HStore(327): Store=54ccf717424c03c04133304cdd4ad1ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:22:00,155 INFO [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,156 INFO [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54ccf717424c03c04133304cdd4ad1ac columnFamilyName norep 2024-11-25T03:22:00,156 DEBUG [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:22:00,156 INFO [StoreOpener-54ccf717424c03c04133304cdd4ad1ac-1 {}] regionserver.HStore(327): Store=54ccf717424c03c04133304cdd4ad1ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:22:00,156 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,157 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,157 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,157 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,157 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,158 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:22:00,158 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,160 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:22:00,160 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54ccf717424c03c04133304cdd4ad1ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68003095, jitterRate=0.013325080275535583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:22:00,160 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:00,160 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54ccf717424c03c04133304cdd4ad1ac: Running coprocessor pre-open hook at 1732504920151Writing region info on filesystem at 1732504920151Initializing all the Stores at 1732504920151Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504920151Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504920151Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504920151Cleaning up temporary data from old regions at 1732504920157 (+6 ms)Running coprocessor post-open hooks at 1732504920160 (+3 ms)Region opened successfully at 1732504920160 2024-11-25T03:22:00,161 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac., pid=6, masterSystemTime=1732504920146 2024-11-25T03:22:00,163 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54ccf717424c03c04133304cdd4ad1ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=38a5d2077268,33451,1732504914683 2024-11-25T03:22:00,163 DEBUG [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:22:00,163 INFO [RS_OPEN_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:22:00,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54ccf717424c03c04133304cdd4ad1ac, server=38a5d2077268,33451,1732504914683 because future has completed 2024-11-25T03:22:00,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T03:22:00,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54ccf717424c03c04133304cdd4ad1ac, server=38a5d2077268,33451,1732504914683 in 171 msec 2024-11-25T03:22:00,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T03:22:00,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=54ccf717424c03c04133304cdd4ad1ac, ASSIGN in 327 msec 2024-11-25T03:22:00,169 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:22:00,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504920169"}]},"ts":"1732504920169"} 2024-11-25T03:22:00,170 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T03:22:00,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:22:00,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 354 msec 2024-11-25T03:22:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:22:00,444 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T03:22:00,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1686968e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:00,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34261,-1 for getting cluster id 2024-11-25T03:22:00,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:00,446 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2537de8a-594c-40b3-a3c8-fbe06f426239' 2024-11-25T03:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2537de8a-594c-40b3-a3c8-fbe06f426239" 2024-11-25T03:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109a054b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34261,-1] 2024-11-25T03:22:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:00,447 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5e9963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:00,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34261,1732504907344 2024-11-25T03:22:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d655c59 2024-11-25T03:22:00,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:00,449 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:22:00,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://38a5d2077268:46729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:22:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:22:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:22:00,452 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:46729' 2024-11-25T03:22:00,453 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ede3fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:00,453 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46729,-1 for getting cluster id 2024-11-25T03:22:00,454 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:00,454 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55db8dfa-ad8d-4b63-bded-2213fc28bb5d' 2024-11-25T03:22:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55db8dfa-ad8d-4b63-bded-2213fc28bb5d" 2024-11-25T03:22:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fb8595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46729,-1] 2024-11-25T03:22:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:00,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:00,455 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:00,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fdb4cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:00,455 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:00,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46729,1732504910967 2024-11-25T03:22:00,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72cd47fe 2024-11-25T03:22:00,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:00,457 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:22:00,457 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T03:22:00,457 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:22:00,457 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:00,457 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:00,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:00,458 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:22:00,459 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T03:22:00,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:22:00,459 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:22:00,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:22:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741837_1013 (size=1138) 2024-11-25T03:22:00,509 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T03:22:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:22:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:22:00,866 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06a791084175856fe147db67695bc57c, NAME => 'hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5 2024-11-25T03:22:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741838_1014 (size=44) 2024-11-25T03:22:00,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:22:00,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 06a791084175856fe147db67695bc57c, disabling compactions & flushes 2024-11-25T03:22:00,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:00,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:00,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. after waiting 0 ms 2024-11-25T03:22:00,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:00,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:00,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06a791084175856fe147db67695bc57c: Waiting for close lock at 1732504920871Disabling compacts and flushes for region at 1732504920871Disabling writes for close at 1732504920871Writing region close event to WAL at 1732504920871Closed at 1732504920871 2024-11-25T03:22:00,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:22:00,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732504920872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732504920872"}]},"ts":"1732504920872"} 2024-11-25T03:22:00,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T03:22:00,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:22:00,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504920875"}]},"ts":"1732504920875"} 2024-11-25T03:22:00,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T03:22:00,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06a791084175856fe147db67695bc57c, ASSIGN}] 2024-11-25T03:22:00,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06a791084175856fe147db67695bc57c, ASSIGN 2024-11-25T03:22:00,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06a791084175856fe147db67695bc57c, ASSIGN; state=OFFLINE, location=38a5d2077268,42263,1732504907396; forceNewPlan=false, retain=false 2024-11-25T03:22:01,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06a791084175856fe147db67695bc57c, regionState=OPENING, regionLocation=38a5d2077268,42263,1732504907396 2024-11-25T03:22:01,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06a791084175856fe147db67695bc57c, ASSIGN because future has completed 2024-11-25T03:22:01,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a791084175856fe147db67695bc57c, server=38a5d2077268,42263,1732504907396}] 2024-11-25T03:22:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:22:01,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:01,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:22:01,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T03:22:01,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=38a5d2077268%2C42263%2C1732504907396.rep, suffix=, logDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396, archiveDir=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/oldWALs, maxLogs=10 2024-11-25T03:22:01,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.rep.1732504921187, exclude list is [], retry=0 2024-11-25T03:22:01,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-882169b9-6883-4cc0-ac88-49bcdd620009,DISK] 2024-11-25T03:22:01,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.rep.1732504921187 2024-11-25T03:22:01,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43751:43751)] 2024-11-25T03:22:01,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 06a791084175856fe147db67695bc57c, NAME => 'hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:22:01,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T03:22:01,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:22:01,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. service=MultiRowMutationService 2024-11-25T03:22:01,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T03:22:01,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:22:01,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,225 INFO [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,226 INFO [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a791084175856fe147db67695bc57c columnFamilyName hfileref 2024-11-25T03:22:01,227 DEBUG [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:22:01,227 INFO [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] regionserver.HStore(327): Store=06a791084175856fe147db67695bc57c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:22:01,227 INFO [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,228 INFO [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a791084175856fe147db67695bc57c columnFamilyName queue 2024-11-25T03:22:01,228 DEBUG [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:22:01,228 INFO [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] regionserver.HStore(327): Store=06a791084175856fe147db67695bc57c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:22:01,228 INFO [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,229 INFO [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a791084175856fe147db67695bc57c columnFamilyName sid 2024-11-25T03:22:01,229 DEBUG [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:22:01,229 INFO [StoreOpener-06a791084175856fe147db67695bc57c-1 {}] regionserver.HStore(327): Store=06a791084175856fe147db67695bc57c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:22:01,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T03:22:01,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:22:01,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 06a791084175856fe147db67695bc57c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61883299, jitterRate=-0.07786698639392853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T03:22:01,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06a791084175856fe147db67695bc57c 2024-11-25T03:22:01,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 06a791084175856fe147db67695bc57c: Running coprocessor pre-open hook at 1732504921224Writing region info on filesystem at 1732504921224Initializing all the Stores at 1732504921225 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504921225Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504921225Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732504921225Cleaning up temporary data from old regions at 1732504921231 (+6 ms)Running coprocessor post-open hooks at 1732504921234 (+3 ms)Region opened successfully at 1732504921234 2024-11-25T03:22:01,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c., pid=10, masterSystemTime=1732504921182 2024-11-25T03:22:01,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:01,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:01,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06a791084175856fe147db67695bc57c, regionState=OPEN, openSeqNum=2, regionLocation=38a5d2077268,42263,1732504907396 2024-11-25T03:22:01,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T03:22:01,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a791084175856fe147db67695bc57c, server=38a5d2077268,42263,1732504907396 because future has completed 2024-11-25T03:22:01,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T03:22:01,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 06a791084175856fe147db67695bc57c, server=38a5d2077268,42263,1732504907396 in 209 msec 2024-11-25T03:22:01,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T03:22:01,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06a791084175856fe147db67695bc57c, ASSIGN in 365 msec 2024-11-25T03:22:01,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:22:01,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732504921243"}]},"ts":"1732504921243"} 2024-11-25T03:22:01,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T03:22:01,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:22:01,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 787 msec 2024-11-25T03:22:01,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c., hostname=38a5d2077268,42263,1732504907396, seqNum=2] 2024-11-25T03:22:01,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:22:01,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:22:01,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:22:01,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T03:22:01,427 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T03:22:01,456 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-38a5d2077268,42263,1732504907396, ReplicationSource: 1, currentBandwidth=0 2024-11-25T03:22:01,457 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:22:01,457 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42263,1732504907396, seqNum=-1] 2024-11-25T03:22:01,457 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:22:01,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-25T03:22:01,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-38a5d2077268,42263,1732504907396', locateType=CURRENT is [region=hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c., hostname=38a5d2077268,42263,1732504907396, seqNum=2] 2024-11-25T03:22:01,462 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T03:22:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T03:22:01,464 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 38a5d2077268,42263,1732504907396 suceeded 2024-11-25T03:22:01,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T03:22:01,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-25T03:22:01,465 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://38a5d2077268:46729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:22:01,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0150 sec 2024-11-25T03:22:01,476 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:46729' 2024-11-25T03:22:01,477 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38473875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,478 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46729,-1 for getting cluster id 2024-11-25T03:22:01,478 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:01,479 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55db8dfa-ad8d-4b63-bded-2213fc28bb5d' 2024-11-25T03:22:01,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:01,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55db8dfa-ad8d-4b63-bded-2213fc28bb5d" 2024-11-25T03:22:01,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@326bfba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46729,-1] 2024-11-25T03:22:01,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:01,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:01,480 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:01,480 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272fc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,481 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:01,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46729,1732504910967 2024-11-25T03:22:01,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d00276 2024-11-25T03:22:01,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:01,482 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T03:22:01,483 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-38a5d2077268,42263,1732504907396 (queues=1) is replicating from cluster=2537de8a-594c-40b3-a3c8-fbe06f426239 to cluster=55db8dfa-ad8d-4b63-bded-2213fc28bb5d 2024-11-25T03:22:01,483 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=38a5d2077268%2C42263%2C1732504907396 2024-11-25T03:22:01,483 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-38a5d2077268,42263,1732504907396, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:22:01,483 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C42263%2C1732504907396 2024-11-25T03:22:01,483 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388, startPosition=0, beingWritten=true 2024-11-25T03:22:01,487 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:22:01,487 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 379, reset compression=false 2024-11-25T03:22:01,487 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42263,1732504907396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:22:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T03:22:01,585 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T03:22:01,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:01,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:01,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:01,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:01,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:01,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1180bd29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34261,-1 for getting cluster id 2024-11-25T03:22:01,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:01,586 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2537de8a-594c-40b3-a3c8-fbe06f426239' 2024-11-25T03:22:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2537de8a-594c-40b3-a3c8-fbe06f426239" 2024-11-25T03:22:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a057e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34261,-1] 2024-11-25T03:22:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:01,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:01,588 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621ee808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d6beee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46729,-1 for getting cluster id 2024-11-25T03:22:01,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:01,589 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55db8dfa-ad8d-4b63-bded-2213fc28bb5d' 2024-11-25T03:22:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55db8dfa-ad8d-4b63-bded-2213fc28bb5d" 2024-11-25T03:22:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97fa22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46729,-1] 2024-11-25T03:22:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:01,590 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:01,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d49ea02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7751d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46517,-1 for getting cluster id 2024-11-25T03:22:01,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:01,592 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60aa863b-db75-4b32-925c-bf2e525ca41e' 2024-11-25T03:22:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60aa863b-db75-4b32-925c-bf2e525ca41e" 2024-11-25T03:22:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482089b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46517,-1] 2024-11-25T03:22:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:01,593 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c5995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:01,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:22:01,599 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732504921599/Put/seqid=0 2024-11-25T03:22:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741840_1016 (size=7894) 2024-11-25T03:22:01,690 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 379, reset compression=false 2024-11-25T03:22:01,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:22:01,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:01,993 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 379, reset compression=false 2024-11-25T03:22:02,004 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732504922004/Put/seqid=0 2024-11-25T03:22:02,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741841_1017 (size=7691) 2024-11-25T03:22:02,396 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 379, reset compression=false 2024-11-25T03:22:02,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460bb388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:02,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34261,-1 for getting cluster id 2024-11-25T03:22:02,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:02,410 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2537de8a-594c-40b3-a3c8-fbe06f426239' 2024-11-25T03:22:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2537de8a-594c-40b3-a3c8-fbe06f426239" 2024-11-25T03:22:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b44ec2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:02,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34261,-1] 2024-11-25T03:22:02,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:02,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:02,411 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:02,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ea0eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:02,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:22:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42263,1732504907396, seqNum=-1] 2024-11-25T03:22:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:22:02,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:22:02,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34261,1732504907344 2024-11-25T03:22:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d0c827e 2024-11-25T03:22:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:02,421 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:22:02,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2] 2024-11-25T03:22:02,426 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:22:02,430 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-25T03:22:02,432 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-25T03:22:02,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 7d274535445ee1c51b3318fbb66e7bd1/f 2024-11-25T03:22:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T03:22:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:02,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 7d274535445ee1c51b3318fbb66e7bd1/f 2024-11-25T03:22:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T03:22:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HRegion(2603): Flush status journal for 7d274535445ee1c51b3318fbb66e7bd1: 2024-11-25T03:22:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_0 2024-11-25T03:22:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_0 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/501487deb31f42379bb18099d3c85402_SeqId_4_ 2024-11-25T03:22:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_1 2024-11-25T03:22:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_1 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ 2024-11-25T03:22:02,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_0 into 7d274535445ee1c51b3318fbb66e7bd1/f as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/501487deb31f42379bb18099d3c85402_SeqId_4_ - updating store file list. 2024-11-25T03:22:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 501487deb31f42379bb18099d3c85402_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:02,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/501487deb31f42379bb18099d3c85402_SeqId_4_ into 7d274535445ee1c51b3318fbb66e7bd1/f 2024-11-25T03:22:02,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_0 into 7d274535445ee1c51b3318fbb66e7bd1/f (new location: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/501487deb31f42379bb18099d3c85402_SeqId_4_) 2024-11-25T03:22:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_0 2024-11-25T03:22:02,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_1 into 7d274535445ee1c51b3318fbb66e7bd1/f as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ - updating store file list. 2024-11-25T03:22:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:02,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ into 7d274535445ee1c51b3318fbb66e7bd1/f 2024-11-25T03:22:02,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_1 into 7d274535445ee1c51b3318fbb66e7bd1/f (new location: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_) 2024-11-25T03:22:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__3ml69giqd61mte5p1ok2tli018ro6q13uoh5u7cgrivjndkjvifkgdeiu3rmkl65/f/hfile_1 2024-11-25T03:22:02,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:02,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:02,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:02,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:02,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2 , the old value is region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=38a5d2077268:42263 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:22:02,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:22:02,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2 from cache 2024-11-25T03:22:02,454 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T03:22:02,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:22:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42151,1732504911005, seqNum=-1] 2024-11-25T03:22:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:22:02,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:22:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893., hostname=38a5d2077268,42151,1732504911005, seqNum=2] 2024-11-25T03:22:02,459 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T03:22:02,565 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:42263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T03:22:02,900 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 379, reset compression=false 2024-11-25T03:22:02,903 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:22:02,904 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42263,1732504907396 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d274535445ee1c51b3318fbb66e7bd1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732504922452/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T03:22:02,905 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:22:02,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T03:22:02,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.ReplicationSink(318): Replicating [2537de8a-594c-40b3-a3c8-fbe06f426239] bulk loaded data 2024-11-25T03:22:02,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500e20ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:02,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46729,-1 for getting cluster id 2024-11-25T03:22:02,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:02,908 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55db8dfa-ad8d-4b63-bded-2213fc28bb5d' 2024-11-25T03:22:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55db8dfa-ad8d-4b63-bded-2213fc28bb5d" 2024-11-25T03:22:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@562588a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46729,-1] 2024-11-25T03:22:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:02,909 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:02,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1109842e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:02,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741837_1013 (size=7894) 2024-11-25T03:22:03,104 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 687, reset compression=false 2024-11-25T03:22:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741838_1014 (size=7691) 2024-11-25T03:22:03,407 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 687, reset compression=false 2024-11-25T03:22:03,461 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T03:22:03,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:03,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46729,1732504910967 2024-11-25T03:22:03,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69549475 2024-11-25T03:22:03,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:03,727 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-25T03:22:03,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:22:03,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:22:03,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42151,1732504911005, seqNum=-1] 2024-11-25T03:22:03,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:22:03,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-25T03:22:03,735 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/501487deb31f42379bb18099d3c85402_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-25T03:22:03,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-25T03:22:03,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/501487deb31f42379bb18099d3c85402_SeqId_4_ for inclusion in 71c843e81b1c5e30f418faaa51ae3893/f 2024-11-25T03:22:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T03:22:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:03,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ for inclusion in 71c843e81b1c5e30f418faaa51ae3893/f 2024-11-25T03:22:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T03:22:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HRegion(2603): Flush status journal for 71c843e81b1c5e30f418faaa51ae3893: 2024-11-25T03:22:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 501487deb31f42379bb18099d3c85402_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:22:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/501487deb31f42379bb18099d3c85402_SeqId_4_ as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/e3d8654d9cff4adfb4e6a40ae43cc510_SeqId_4_ 2024-11-25T03:22:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:22:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/efdddb20721e4ef5a583b39919fd29f4_SeqId_4_ 2024-11-25T03:22:03,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/501487deb31f42379bb18099d3c85402_SeqId_4_ into 71c843e81b1c5e30f418faaa51ae3893/f as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/e3d8654d9cff4adfb4e6a40ae43cc510_SeqId_4_ - updating store file list. 2024-11-25T03:22:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3d8654d9cff4adfb4e6a40ae43cc510_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:03,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/e3d8654d9cff4adfb4e6a40ae43cc510_SeqId_4_ into 71c843e81b1c5e30f418faaa51ae3893/f 2024-11-25T03:22:03,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/501487deb31f42379bb18099d3c85402_SeqId_4_ into 71c843e81b1c5e30f418faaa51ae3893/f (new location: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/e3d8654d9cff4adfb4e6a40ae43cc510_SeqId_4_) 2024-11-25T03:22:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/501487deb31f42379bb18099d3c85402_SeqId_4_ 2024-11-25T03:22:03,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ into 71c843e81b1c5e30f418faaa51ae3893/f as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/efdddb20721e4ef5a583b39919fd29f4_SeqId_4_ - updating store file list. 2024-11-25T03:22:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for efdddb20721e4ef5a583b39919fd29f4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:03,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/efdddb20721e4ef5a583b39919fd29f4_SeqId_4_ into 71c843e81b1c5e30f418faaa51ae3893/f 2024-11-25T03:22:03,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ into 71c843e81b1c5e30f418faaa51ae3893/f (new location: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/efdddb20721e4ef5a583b39919fd29f4_SeqId_4_) 2024-11-25T03:22:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__sm835tdmgsc2a5gvl82srilvj9jn97d9gp8oqitegra1904p8tucn0bd2tj8ntvo/f/ad7f9deb7b0148709a71064b3a2eb6e3_SeqId_4_ 2024-11-25T03:22:03,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.ReplicationSink(324): Finished replicating [2537de8a-594c-40b3-a3c8-fbe06f426239] bulk loaded data 2024-11-25T03:22:03,810 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 687, reset compression=false 2024-11-25T03:22:04,313 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 687, reset compression=false 2024-11-25T03:22:04,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:22:04,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,33451,1732504914683, seqNum=-1] 2024-11-25T03:22:04,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:22:04,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:22:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac., hostname=38a5d2077268,33451,1732504914683, seqNum=2] 2024-11-25T03:22:04,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:22:04,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:22:04,477 DEBUG [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 38a5d2077268%2C42263%2C1732504907396.rep:(num 1732504921187) roll requested 2024-11-25T03:22:04,492 DEBUG [regionserver/38a5d2077268:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.rep.1732504924477, exclude list is [], retry=0 2024-11-25T03:22:04,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-882169b9-6883-4cc0-ac88-49bcdd620009,DISK] 2024-11-25T03:22:04,496 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.rep.1732504921187 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.rep.1732504924477 2024-11-25T03:22:04,496 DEBUG [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43751:43751)] 2024-11-25T03:22:04,496 DEBUG [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.rep.1732504921187 is not closed yet, will try archiving it next time 2024-11-25T03:22:04,496 DEBUG [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 38a5d2077268%2C42263%2C1732504907396:(num 1732504909388) roll requested 2024-11-25T03:22:04,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741839_1015 (size=1505) 2024-11-25T03:22:04,537 DEBUG [regionserver/38a5d2077268:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496, exclude list is [], retry=0 2024-11-25T03:22:04,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-882169b9-6883-4cc0-ac88-49bcdd620009,DISK] 2024-11-25T03:22:04,541 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 2024-11-25T03:22:04,542 DEBUG [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43751:43751)] 2024-11-25T03:22:04,542 DEBUG [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 is not closed yet, will try archiving it next time 2024-11-25T03:22:04,542 DEBUG [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 38a5d2077268%2C42263%2C1732504907396.meta:.meta(num 1732504910289) roll requested 2024-11-25T03:22:04,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737edae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:04,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34261,-1 for getting cluster id 2024-11-25T03:22:04,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:04,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741832_1008 (size=695) 2024-11-25T03:22:04,544 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2537de8a-594c-40b3-a3c8-fbe06f426239' 2024-11-25T03:22:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2537de8a-594c-40b3-a3c8-fbe06f426239" 2024-11-25T03:22:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23309362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34261,-1] 2024-11-25T03:22:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:04,546 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:04,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ee13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:04,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34261,1732504907344 2024-11-25T03:22:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@265ed7ec 2024-11-25T03:22:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:04,549 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:22:04,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://38a5d2077268:46517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T03:22:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T03:22:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T03:22:04,553 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:46517' 2024-11-25T03:22:04,557 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/oldWALs/38a5d2077268%2C42263%2C1732504907396.1732504909388 2024-11-25T03:22:04,560 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca17fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:04,560 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46517,-1 for getting cluster id 2024-11-25T03:22:04,561 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:04,561 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60aa863b-db75-4b32-925c-bf2e525ca41e' 2024-11-25T03:22:04,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60aa863b-db75-4b32-925c-bf2e525ca41e" 2024-11-25T03:22:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af1687a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46517,-1] 2024-11-25T03:22:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:04,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:04,563 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:04,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1576ec9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:04,564 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:04,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46517,1732504914644 2024-11-25T03:22:04,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b915a24 2024-11-25T03:22:04,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:04,565 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:22:04,566 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T03:22:04,566 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T03:22:04,566 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:04,566 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:04,566 DEBUG [regionserver/38a5d2077268:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.meta.1732504924542.meta, exclude list is [], retry=0 2024-11-25T03:22:04,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:04,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42201,DS-882169b9-6883-4cc0-ac88-49bcdd620009,DISK] 2024-11-25T03:22:04,574 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.meta.1732504910289.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.meta.1732504924542.meta 2024-11-25T03:22:04,576 DEBUG [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43751:43751)] 2024-11-25T03:22:04,576 DEBUG [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.meta.1732504910289.meta is not closed yet, will try archiving it next time 2024-11-25T03:22:04,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T03:22:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741834_1010 (size=3473) 2024-11-25T03:22:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T03:22:04,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T03:22:04,730 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T03:22:04,770 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-38a5d2077268,42263,1732504907396, ReplicationSource: 2, currentBandwidth=0 2024-11-25T03:22:04,772 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T03:22:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T03:22:04,775 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 38a5d2077268,42263,1732504907396 suceeded 2024-11-25T03:22:04,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T03:22:04,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-25T03:22:04,777 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://38a5d2077268:46517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T03:22:04,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 228 msec 2024-11-25T03:22:04,798 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='38a5d2077268:46517' 2024-11-25T03:22:04,799 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5ce983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:04,799 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46517,-1 for getting cluster id 2024-11-25T03:22:04,799 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:04,800 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60aa863b-db75-4b32-925c-bf2e525ca41e' 2024-11-25T03:22:04,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:04,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60aa863b-db75-4b32-925c-bf2e525ca41e" 2024-11-25T03:22:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6676e46e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46517,-1] 2024-11-25T03:22:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:04,801 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:04,802 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b69240a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:04,802 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:04,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46517,1732504914644 2024-11-25T03:22:04,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ad68ac6 2024-11-25T03:22:04,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:04,803 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T03:22:04,804 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-38a5d2077268,42263,1732504907396 (queues=1) is replicating from cluster=2537de8a-594c-40b3-a3c8-fbe06f426239 to cluster=60aa863b-db75-4b32-925c-bf2e525ca41e 2024-11-25T03:22:04,804 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=38a5d2077268%2C42263%2C1732504907396 2024-11-25T03:22:04,804 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-38a5d2077268,42263,1732504907396, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T03:22:04,804 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496, startPosition=0, beingWritten=true 2024-11-25T03:22:04,804 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 38a5d2077268%2C42263%2C1732504907396 2024-11-25T03:22:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T03:22:04,875 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T03:22:04,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:04,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:04,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:04,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:04,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:04,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:22:04,880 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732504924879/Put/seqid=0 2024-11-25T03:22:04,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741845_1021 (size=11194) 2024-11-25T03:22:04,916 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 to pos 687, reset compression=false 2024-11-25T03:22:04,918 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 was moved to hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/oldWALs/38a5d2077268%2C42263%2C1732504907396.1732504909388 2024-11-25T03:22:04,920 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388 2024-11-25T03:22:04,920 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42263,1732504907396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504909388, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T03:22:04,920 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496, startPosition=0, beingWritten=true 2024-11-25T03:22:04,923 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [38a5d2077268%2C42263%2C1732504907396.1732504909388] 2024-11-25T03:22:05,008 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 0, reset compression=false 2024-11-25T03:22:05,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732504925288/Put/seqid=0 2024-11-25T03:22:05,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741846_1022 (size=10791) 2024-11-25T03:22:05,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e413d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:05,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,34261,-1 for getting cluster id 2024-11-25T03:22:05,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:05,294 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2537de8a-594c-40b3-a3c8-fbe06f426239' 2024-11-25T03:22:05,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2537de8a-594c-40b3-a3c8-fbe06f426239" 2024-11-25T03:22:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb23b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,34261,-1] 2024-11-25T03:22:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:05,296 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:05,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a960d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:05,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:22:05,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,42263,1732504907396, seqNum=-1] 2024-11-25T03:22:05,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:22:05,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:22:05,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,34261,1732504907344 2024-11-25T03:22:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d6db29 2024-11-25T03:22:05,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:05,307 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:22:05,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2] 2024-11-25T03:22:05,312 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:22:05,313 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 0, reset compression=false 2024-11-25T03:22:05,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-25T03:22:05,320 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-25T03:22:05,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 7d274535445ee1c51b3318fbb66e7bd1/f 2024-11-25T03:22:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T03:22:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:05,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 7d274535445ee1c51b3318fbb66e7bd1/f 2024-11-25T03:22:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T03:22:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HRegion(2603): Flush status journal for 7d274535445ee1c51b3318fbb66e7bd1: 2024-11-25T03:22:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_0 2024-11-25T03:22:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_0 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ 2024-11-25T03:22:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_1 2024-11-25T03:22:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_1 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ 2024-11-25T03:22:05,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_0 into 7d274535445ee1c51b3318fbb66e7bd1/f as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ - updating store file list. 2024-11-25T03:22:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:05,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ into 7d274535445ee1c51b3318fbb66e7bd1/f 2024-11-25T03:22:05,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_0 into 7d274535445ee1c51b3318fbb66e7bd1/f (new location: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_) 2024-11-25T03:22:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_0 2024-11-25T03:22:05,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_1 into 7d274535445ee1c51b3318fbb66e7bd1/f as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ - updating store file list. 2024-11-25T03:22:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5202156162ae4c458a145356ecaecfee_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:05,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ into 7d274535445ee1c51b3318fbb66e7bd1/f 2024-11-25T03:22:05,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_1 into 7d274535445ee1c51b3318fbb66e7bd1/f (new location: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/f/5202156162ae4c458a145356ecaecfee_SeqId_6_) 2024-11-25T03:22:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42263 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/staging/jenkins__test__8str0kve9256g2amtsp0gu2m0c8rsmi6ap4eqnhanmf2gf4o3ulgpo6fa91k64h2/f/hfile_1 2024-11-25T03:22:05,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:05,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:05,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:05,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:05,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2 , the old value is region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=38a5d2077268:42263 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:22:05,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T03:22:05,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., hostname=38a5d2077268,42263,1732504907396, seqNum=2 from cache 2024-11-25T03:22:05,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:05,347 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T03:22:05,349 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T03:22:05,455 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:42263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T03:22:05,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:05,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:22:05,515 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128727 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [38a5d2077268,41765,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-25T03:22:05,625 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 0, reset compression=false 2024-11-25T03:22:05,631 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:22:05,631 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42263,1732504907396 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d274535445ee1c51b3318fbb66e7bd1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732504925344/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T03:22:05,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.ReplicationSink(318): Replicating [2537de8a-594c-40b3-a3c8-fbe06f426239] bulk loaded data 2024-11-25T03:22:05,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741839_1015 (size=11194) 2024-11-25T03:22:05,717 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 0, reset compression=false 2024-11-25T03:22:05,722 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T03:22:05,722 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-38a5d2077268,42263,1732504907396 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d274535445ee1c51b3318fbb66e7bd1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732504925344/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T03:22:05,724 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:22:05,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T03:22:05,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.ReplicationSink(318): Replicating [2537de8a-594c-40b3-a3c8-fbe06f426239] bulk loaded data 2024-11-25T03:22:05,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fbb1b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:05,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] client.ClusterIdFetcher(90): Going to request 38a5d2077268,46517,-1 for getting cluster id 2024-11-25T03:22:05,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:22:05,726 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60aa863b-db75-4b32-925c-bf2e525ca41e' 2024-11-25T03:22:05,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:22:05,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60aa863b-db75-4b32-925c-bf2e525ca41e" 2024-11-25T03:22:05,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ef21d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:05,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [38a5d2077268,46517,-1] 2024-11-25T03:22:05,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:22:05,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:05,727 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:22:05,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f44792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:22:05,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741837_1013 (size=11194) 2024-11-25T03:22:05,831 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:05,922 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:06,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741840_1016 (size=10791) 2024-11-25T03:22:06,135 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:06,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741838_1014 (size=10791) 2024-11-25T03:22:06,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:22:06,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 38a5d2077268,46517,1732504914644 2024-11-25T03:22:06,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c8ac247 2024-11-25T03:22:06,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:22:06,150 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-25T03:22:06,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:22:06,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:22:06,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=38a5d2077268,33451,1732504914683, seqNum=-1] 2024-11-25T03:22:06,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:22:06,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-25T03:22:06,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T03:22:06,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T03:22:06,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ for inclusion in 54ccf717424c03c04133304cdd4ad1ac/f 2024-11-25T03:22:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T03:22:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:06,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ for inclusion in 54ccf717424c03c04133304cdd4ad1ac/f 2024-11-25T03:22:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T03:22:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegion(2603): Flush status journal for 54ccf717424c03c04133304cdd4ad1ac: 2024-11-25T03:22:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5202156162ae4c458a145356ecaecfee_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:22:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/f/5ccf705ccff14a93ab0b99b1af0ed2c2_SeqId_4_ 2024-11-25T03:22:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:22:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/f/c8102510704b4326b4864b6eb20b4f2e_SeqId_4_ 2024-11-25T03:22:06,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ into 54ccf717424c03c04133304cdd4ad1ac/f as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/f/5ccf705ccff14a93ab0b99b1af0ed2c2_SeqId_4_ - updating store file list. 2024-11-25T03:22:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5ccf705ccff14a93ab0b99b1af0ed2c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:06,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/f/5ccf705ccff14a93ab0b99b1af0ed2c2_SeqId_4_ into 54ccf717424c03c04133304cdd4ad1ac/f 2024-11-25T03:22:06,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ into 54ccf717424c03c04133304cdd4ad1ac/f (new location: hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/f/5ccf705ccff14a93ab0b99b1af0ed2c2_SeqId_4_) 2024-11-25T03:22:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ 2024-11-25T03:22:06,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ into 54ccf717424c03c04133304cdd4ad1ac/f as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/f/c8102510704b4326b4864b6eb20b4f2e_SeqId_4_ - updating store file list. 2024-11-25T03:22:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8102510704b4326b4864b6eb20b4f2e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:06,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/f/c8102510704b4326b4864b6eb20b4f2e_SeqId_4_ into 54ccf717424c03c04133304cdd4ad1ac/f 2024-11-25T03:22:06,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ into 54ccf717424c03c04133304cdd4ad1ac/f (new location: hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/f/c8102510704b4326b4864b6eb20b4f2e_SeqId_4_) 2024-11-25T03:22:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/staging/jenkins.hfs.23__test__cbtr9m50o8e7u2otg01oq2hupnfht3bgd82uamp8fi2a3v4477mut6mq1vu46qrq/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ 2024-11-25T03:22:06,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] regionserver.ReplicationSink(324): Finished replicating [2537de8a-594c-40b3-a3c8-fbe06f426239] bulk loaded data 2024-11-25T03:22:06,226 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:06,353 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T03:22:06,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T03:22:06,457 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T03:22:06,459 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T03:22:06,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ for inclusion in 71c843e81b1c5e30f418faaa51ae3893/f 2024-11-25T03:22:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T03:22:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:06,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ for inclusion in 71c843e81b1c5e30f418faaa51ae3893/f 2024-11-25T03:22:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T03:22:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T03:22:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HRegion(2603): Flush status journal for 71c843e81b1c5e30f418faaa51ae3893: 2024-11-25T03:22:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5202156162ae4c458a145356ecaecfee_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:22:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/15a91702c356474781392c25ead3e8b7_SeqId_6_ 2024-11-25T03:22:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T03:22:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/4b8560fa4c2642a8994bded4ca78ffb6_SeqId_6_ 2024-11-25T03:22:06,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ into 71c843e81b1c5e30f418faaa51ae3893/f as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/15a91702c356474781392c25ead3e8b7_SeqId_6_ - updating store file list. 2024-11-25T03:22:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15a91702c356474781392c25ead3e8b7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:06,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/15a91702c356474781392c25ead3e8b7_SeqId_6_ into 71c843e81b1c5e30f418faaa51ae3893/f 2024-11-25T03:22:06,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ into 71c843e81b1c5e30f418faaa51ae3893/f (new location: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/15a91702c356474781392c25ead3e8b7_SeqId_6_) 2024-11-25T03:22:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/5202156162ae4c458a145356ecaecfee_SeqId_6_ 2024-11-25T03:22:06,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ into 71c843e81b1c5e30f418faaa51ae3893/f as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/4b8560fa4c2642a8994bded4ca78ffb6_SeqId_6_ - updating store file list. 2024-11-25T03:22:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b8560fa4c2642a8994bded4ca78ffb6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T03:22:06,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/4b8560fa4c2642a8994bded4ca78ffb6_SeqId_6_ into 71c843e81b1c5e30f418faaa51ae3893/f 2024-11-25T03:22:06,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ into 71c843e81b1c5e30f418faaa51ae3893/f (new location: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/f/4b8560fa4c2642a8994bded4ca78ffb6_SeqId_6_) 2024-11-25T03:22:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/staging/jenkins.hfs.22__test__ia0a34cgrvije44857cil59isk6v1tag458a7ajogl1f2or3n2vjo0qcntbrc116/f/e80fdcf46ef84c3086a85db2def5ac14_SeqId_6_ 2024-11-25T03:22:06,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42151 {}] regionserver.ReplicationSink(324): Finished replicating [2537de8a-594c-40b3-a3c8-fbe06f426239] bulk loaded data 2024-11-25T03:22:06,539 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:06,630 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:07,042 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:07,134 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:07,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:22:07,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:07,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:07,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:07,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:07,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:07,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:22:07,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=97740710, stopped=false 2024-11-25T03:22:07,367 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,46517,1732504914644 2024-11-25T03:22:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-736055966/running 2024-11-25T03:22:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-736055966/running 2024-11-25T03:22:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:22:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:22:07,370 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:22:07,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:07,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:07,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:07,371 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,33451,1732504914683' ***** 2024-11-25T03:22:07,371 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:22:07,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on znode that does not yet exist, /2-736055966/running 2024-11-25T03:22:07,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Set watcher on znode that does not yet exist, /2-736055966/running 2024-11-25T03:22:07,372 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:22:07,373 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(3091): Received CLOSE for 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,33451,1732504914683 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:33451. 2024-11-25T03:22:07,373 DEBUG [RS:0;38a5d2077268:33451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:07,373 DEBUG [RS:0;38a5d2077268:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:07,373 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54ccf717424c03c04133304cdd4ad1ac, disabling compactions & flushes 2024-11-25T03:22:07,373 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:22:07,373 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:22:07,373 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. after waiting 0 ms 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:22:07,373 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:22:07,373 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:22:07,374 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:22:07,374 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 54ccf717424c03c04133304cdd4ad1ac=test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac.} 2024-11-25T03:22:07,374 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54ccf717424c03c04133304cdd4ad1ac 2024-11-25T03:22:07,374 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:22:07,374 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:22:07,374 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:22:07,374 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:22:07,374 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:22:07,374 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T03:22:07,378 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/default/test/54ccf717424c03c04133304cdd4ad1ac/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T03:22:07,378 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:22:07,378 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:22:07,378 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:22:07,378 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54ccf717424c03c04133304cdd4ad1ac: Waiting for close lock at 1732504927373Running coprocessor pre-close hooks at 1732504927373Disabling compacts and flushes for region at 1732504927373Disabling writes for close at 1732504927373Writing region close event to WAL at 1732504927375 (+2 ms)Running coprocessor post-close hooks at 1732504927378 (+3 ms)Closed at 1732504927378 2024-11-25T03:22:07,378 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac. 2024-11-25T03:22:07,390 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/info/2fd688aebcff4b53b660a32c48b1f7ff is 129, key is test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac./info:regioninfo/1732504920163/Put/seqid=0 2024-11-25T03:22:07,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741839_1015 (size=6421) 2024-11-25T03:22:07,449 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:22:07,574 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:07,646 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:07,737 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:07,774 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:07,795 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/info/2fd688aebcff4b53b660a32c48b1f7ff 2024-11-25T03:22:07,818 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/ns/a7b5b2c408e440c3be24a2fb5741f328 is 43, key is default/ns:d/1732504916413/Put/seqid=0 2024-11-25T03:22:07,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741840_1016 (size=5153) 2024-11-25T03:22:07,828 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:22:07,828 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:22:07,974 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:08,174 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:08,222 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/ns/a7b5b2c408e440c3be24a2fb5741f328 2024-11-25T03:22:08,240 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/rep_barrier/8d26e89f3e6b4a1aa2d9ae8ff7f8d066 is 112, key is test,,1732504919817.54ccf717424c03c04133304cdd4ad1ac./rep_barrier:seqnumDuringOpen/1732504920163/Put/seqid=0 2024-11-25T03:22:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741841_1017 (size=5518) 2024-11-25T03:22:08,349 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:08,375 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:22:08,375 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:22:08,375 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:08,441 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:08,575 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:08,643 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/rep_barrier/8d26e89f3e6b4a1aa2d9ae8ff7f8d066 2024-11-25T03:22:08,661 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/table/bcaead8387f24c42976423ce4862147d is 40, key is test/table:state/1732504920169/Put/seqid=0 2024-11-25T03:22:08,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741842_1018 (size=5165) 2024-11-25T03:22:08,775 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:08,975 DEBUG [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:09,065 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/table/bcaead8387f24c42976423ce4862147d 2024-11-25T03:22:09,069 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/info/2fd688aebcff4b53b660a32c48b1f7ff as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/info/2fd688aebcff4b53b660a32c48b1f7ff 2024-11-25T03:22:09,073 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/info/2fd688aebcff4b53b660a32c48b1f7ff, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T03:22:09,073 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/ns/a7b5b2c408e440c3be24a2fb5741f328 as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/ns/a7b5b2c408e440c3be24a2fb5741f328 2024-11-25T03:22:09,077 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/ns/a7b5b2c408e440c3be24a2fb5741f328, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:22:09,077 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/rep_barrier/8d26e89f3e6b4a1aa2d9ae8ff7f8d066 as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/rep_barrier/8d26e89f3e6b4a1aa2d9ae8ff7f8d066 2024-11-25T03:22:09,081 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/rep_barrier/8d26e89f3e6b4a1aa2d9ae8ff7f8d066, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T03:22:09,081 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/.tmp/table/bcaead8387f24c42976423ce4862147d as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/table/bcaead8387f24c42976423ce4862147d 2024-11-25T03:22:09,085 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/table/bcaead8387f24c42976423ce4862147d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:22:09,086 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=11, compaction requested=false 2024-11-25T03:22:09,089 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T03:22:09,090 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:22:09,090 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:22:09,090 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:22:09,090 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504927374Running coprocessor pre-close hooks at 1732504927374Disabling compacts and flushes for region at 1732504927374Disabling writes for close at 1732504927374Obtaining lock to block concurrent updates at 1732504927374Preparing flush snapshotting stores in 1588230740 at 1732504927374Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732504927374Flushing stores of hbase:meta,,1.1588230740 at 1732504927375 (+1 ms)Flushing 1588230740/info: creating writer at 1732504927375Flushing 1588230740/info: appending metadata at 1732504927390 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732504927390Flushing 1588230740/ns: creating writer at 1732504927799 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732504927817 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732504927817Flushing 1588230740/rep_barrier: creating writer at 1732504928226 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504928239 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504928239Flushing 1588230740/table: creating writer at 1732504928647 (+408 ms)Flushing 1588230740/table: appending metadata at 1732504928661 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732504928661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef7a6a7: reopening flushed file at 1732504929069 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec5215d: reopening flushed file at 1732504929073 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca4c3d2: reopening flushed file at 1732504929077 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40908a81: reopening flushed file at 1732504929081 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=11, compaction requested=false at 1732504929086 (+5 ms)Writing region close event to WAL at 1732504929087 (+1 ms)Running coprocessor post-close hooks at 1732504929090 (+3 ms)Closed at 1732504929090 2024-11-25T03:22:09,090 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:22:09,152 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:09,175 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,33451,1732504914683; all regions closed. 2024-11-25T03:22:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741834_1010 (size=2717) 2024-11-25T03:22:09,179 DEBUG [RS:0;38a5d2077268:33451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/oldWALs 2024-11-25T03:22:09,179 INFO [RS:0;38a5d2077268:33451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C33451%2C1732504914683.meta:.meta(num 1732504916372) 2024-11-25T03:22:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741833_1009 (size=1028) 2024-11-25T03:22:09,182 DEBUG [RS:0;38a5d2077268:33451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/oldWALs 2024-11-25T03:22:09,182 INFO [RS:0;38a5d2077268:33451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C33451%2C1732504914683:(num 1732504915879) 2024-11-25T03:22:09,182 DEBUG [RS:0;38a5d2077268:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:09,182 INFO [RS:0;38a5d2077268:33451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:22:09,182 INFO [RS:0;38a5d2077268:33451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:22:09,182 INFO [RS:0;38a5d2077268:33451 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:22:09,182 INFO [RS:0;38a5d2077268:33451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:22:09,182 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:22:09,183 INFO [RS:0;38a5d2077268:33451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:33451. 2024-11-25T03:22:09,183 DEBUG [RS:0;38a5d2077268:33451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:09,183 DEBUG [RS:0;38a5d2077268:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:09,183 DEBUG [RS:0;38a5d2077268:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:09,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:09,183 INFO [RS:0;38a5d2077268:33451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33451 2024-11-25T03:22:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-736055966/rs/38a5d2077268,33451,1732504914683 2024-11-25T03:22:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966/rs 2024-11-25T03:22:09,184 INFO [RS:0;38a5d2077268:33451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:22:09,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,33451,1732504914683] 2024-11-25T03:22:09,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-736055966/draining/38a5d2077268,33451,1732504914683 already deleted, retry=false 2024-11-25T03:22:09,187 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,33451,1732504914683 expired; onlineServers=0 2024-11-25T03:22:09,187 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,46517,1732504914644' ***** 2024-11-25T03:22:09,187 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:22:09,187 INFO [M:0;38a5d2077268:46517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:22:09,187 INFO [M:0;38a5d2077268:46517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:22:09,187 DEBUG [M:0;38a5d2077268:46517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:22:09,187 DEBUG [M:0;38a5d2077268:46517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:22:09,187 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:22:09,187 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504915630 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504915630,5,FailOnTimeoutGroup] 2024-11-25T03:22:09,187 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504915630 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504915630,5,FailOnTimeoutGroup] 2024-11-25T03:22:09,187 INFO [M:0;38a5d2077268:46517 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:22:09,187 INFO [M:0;38a5d2077268:46517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:22:09,187 DEBUG [M:0;38a5d2077268:46517 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:22:09,187 INFO [M:0;38a5d2077268:46517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:22:09,187 INFO [M:0;38a5d2077268:46517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:22:09,188 INFO [M:0;38a5d2077268:46517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:22:09,188 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:22:09,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-736055966/master 2024-11-25T03:22:09,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-736055966 2024-11-25T03:22:09,193 DEBUG [M:0;38a5d2077268:46517 {}] zookeeper.ZKUtil(347): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Unable to get data of znode /2-736055966/master because node does not exist (not an error) 2024-11-25T03:22:09,193 WARN [M:0;38a5d2077268:46517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:22:09,193 INFO [M:0;38a5d2077268:46517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/.lastflushedseqids 2024-11-25T03:22:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741843_1019 (size=173) 2024-11-25T03:22:09,245 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:09,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:09,286 INFO [RS:0;38a5d2077268:33451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:22:09,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1014d24d4e00007, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:09,286 INFO [RS:0;38a5d2077268:33451 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,33451,1732504914683; zookeeper connection closed. 2024-11-25T03:22:09,286 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5284ef53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5284ef53 2024-11-25T03:22:09,286 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:22:09,597 INFO [M:0;38a5d2077268:46517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:22:09,597 INFO [M:0;38a5d2077268:46517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:22:09,598 DEBUG [M:0;38a5d2077268:46517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:22:09,598 INFO [M:0;38a5d2077268:46517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:09,598 DEBUG [M:0;38a5d2077268:46517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:09,598 DEBUG [M:0;38a5d2077268:46517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:22:09,598 DEBUG [M:0;38a5d2077268:46517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:09,598 INFO [M:0;38a5d2077268:46517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-25T03:22:09,617 DEBUG [M:0;38a5d2077268:46517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a34c4bb4d4ce4ee8b93dba5d9883bf36 is 82, key is hbase:meta,,1/info:regioninfo/1732504916402/Put/seqid=0 2024-11-25T03:22:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741844_1020 (size=5672) 2024-11-25T03:22:10,021 INFO [M:0;38a5d2077268:46517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a34c4bb4d4ce4ee8b93dba5d9883bf36 2024-11-25T03:22:10,041 DEBUG [M:0;38a5d2077268:46517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77c143fb31ce42fc85c2eacaf32eb17a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732504920171/Put/seqid=0 2024-11-25T03:22:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741845_1021 (size=6586) 2024-11-25T03:22:10,055 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:10,149 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:10,445 INFO [M:0;38a5d2077268:46517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77c143fb31ce42fc85c2eacaf32eb17a 2024-11-25T03:22:10,464 DEBUG [M:0;38a5d2077268:46517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2aeb9d1ad7645c881c465496bd8462b is 69, key is 38a5d2077268,33451,1732504914683/rs:state/1732504915728/Put/seqid=0 2024-11-25T03:22:10,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741846_1022 (size=5156) 2024-11-25T03:22:10,868 INFO [M:0;38a5d2077268:46517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2aeb9d1ad7645c881c465496bd8462b 2024-11-25T03:22:10,873 DEBUG [M:0;38a5d2077268:46517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a34c4bb4d4ce4ee8b93dba5d9883bf36 as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a34c4bb4d4ce4ee8b93dba5d9883bf36 2024-11-25T03:22:10,876 INFO [M:0;38a5d2077268:46517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a34c4bb4d4ce4ee8b93dba5d9883bf36, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T03:22:10,876 DEBUG [M:0;38a5d2077268:46517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77c143fb31ce42fc85c2eacaf32eb17a as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77c143fb31ce42fc85c2eacaf32eb17a 2024-11-25T03:22:10,879 INFO [M:0;38a5d2077268:46517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77c143fb31ce42fc85c2eacaf32eb17a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T03:22:10,880 DEBUG [M:0;38a5d2077268:46517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2aeb9d1ad7645c881c465496bd8462b as hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2aeb9d1ad7645c881c465496bd8462b 2024-11-25T03:22:10,882 INFO [M:0;38a5d2077268:46517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43115/user/jenkins/test-data/26258311-cd50-788b-99be-f3c33c839b65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2aeb9d1ad7645c881c465496bd8462b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T03:22:10,883 INFO [M:0;38a5d2077268:46517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false 2024-11-25T03:22:10,885 INFO [M:0;38a5d2077268:46517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:10,885 DEBUG [M:0;38a5d2077268:46517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504929597Disabling compacts and flushes for region at 1732504929597Disabling writes for close at 1732504929598 (+1 ms)Obtaining lock to block concurrent updates at 1732504929598Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504929598Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732504929598Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504929599 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504929599Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504929616 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504929616Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504930025 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504930041 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504930041Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504930448 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504930464 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504930464Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e255f8: reopening flushed file at 1732504930872 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b1294a: reopening flushed file at 1732504930876 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fb342: reopening flushed file at 1732504930879 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=55, compaction requested=false at 1732504930883 (+4 ms)Writing region close event to WAL at 1732504930884 (+1 ms)Closed at 1732504930884 2024-11-25T03:22:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44643 is added to blk_1073741830_1006 (size=32770) 2024-11-25T03:22:10,887 INFO [M:0;38a5d2077268:46517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:22:10,887 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:22:10,887 INFO [M:0;38a5d2077268:46517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46517 2024-11-25T03:22:10,887 INFO [M:0;38a5d2077268:46517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:22:10,989 INFO [M:0;38a5d2077268:46517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:22:10,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:10,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46517-0x1014d24d4e00006, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:10,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57122717{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:22:10,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f7a173f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:22:10,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:22:10,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecba82a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:22:10,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b46a345{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/hadoop.log.dir/,STOPPED} 2024-11-25T03:22:10,994 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:22:10,994 WARN [BP-1959551144-172.17.0.2-1732504913659 heartbeating to localhost/127.0.0.1:43115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:22:10,994 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:22:10,994 WARN [BP-1959551144-172.17.0.2-1732504913659 heartbeating to localhost/127.0.0.1:43115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1959551144-172.17.0.2-1732504913659 (Datanode Uuid 000cb1d8-8a13-41e6-9373-6861f9a5df63) service to localhost/127.0.0.1:43115 2024-11-25T03:22:10,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/cluster_272116b9-2b06-2623-3038-55fdf7b354f7/data/data1/current/BP-1959551144-172.17.0.2-1732504913659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:22:10,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/cluster_272116b9-2b06-2623-3038-55fdf7b354f7/data/data2/current/BP-1959551144-172.17.0.2-1732504913659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:22:10,995 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:22:11,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fcdfee4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:22:11,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f8082{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:22:11,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:22:11,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c5f8c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:22:11,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aa22e21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/052b3b7d-ad9b-3dcb-bf04-43528807e749/hadoop.log.dir/,STOPPED} 2024-11-25T03:22:11,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:22:11,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:22:11,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:11,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:11,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:11,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:11,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:11,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:22:11,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1394119256, stopped=false 2024-11-25T03:22:11,018 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,46729,1732504910967 2024-11-25T03:22:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11228183265/running 2024-11-25T03:22:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11228183265/running 2024-11-25T03:22:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:22:11,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:22:11,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:22:11,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:11,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:11,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:11,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,42151,1732504911005' ***** 2024-11-25T03:22:11,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:22:11,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on znode that does not yet exist, /11228183265/running 2024-11-25T03:22:11,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Set watcher on znode that does not yet exist, /11228183265/running 2024-11-25T03:22:11,021 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:22:11,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:22:11,021 INFO [RS:0;38a5d2077268:42151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:22:11,021 INFO [RS:0;38a5d2077268:42151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:22:11,021 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(3091): Received CLOSE for 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:22:11,022 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,42151,1732504911005 2024-11-25T03:22:11,022 INFO [RS:0;38a5d2077268:42151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:22:11,022 INFO [RS:0;38a5d2077268:42151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:42151. 2024-11-25T03:22:11,022 DEBUG [RS:0;38a5d2077268:42151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:11,022 DEBUG [RS:0;38a5d2077268:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71c843e81b1c5e30f418faaa51ae3893, disabling compactions & flushes 2024-11-25T03:22:11,022 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:22:11,022 INFO [RS:0;38a5d2077268:42151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:22:11,022 INFO [RS:0;38a5d2077268:42151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. after waiting 0 ms 2024-11-25T03:22:11,022 INFO [RS:0;38a5d2077268:42151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:22:11,022 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:22:11,022 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T03:22:11,022 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71c843e81b1c5e30f418faaa51ae3893=test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893.} 2024-11-25T03:22:11,022 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71c843e81b1c5e30f418faaa51ae3893 2024-11-25T03:22:11,022 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:22:11,022 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:22:11,022 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:22:11,022 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:22:11,022 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:22:11,023 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T03:22:11,026 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/default/test/71c843e81b1c5e30f418faaa51ae3893/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:22:11,026 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:22:11,026 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:22:11,026 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:22:11,026 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71c843e81b1c5e30f418faaa51ae3893: Waiting for close lock at 1732504931022Running coprocessor pre-close hooks at 1732504931022Disabling compacts and flushes for region at 1732504931022Disabling writes for close at 1732504931022Writing region close event to WAL at 1732504931023 (+1 ms)Running coprocessor post-close hooks at 1732504931026 (+3 ms)Closed at 1732504931026 2024-11-25T03:22:11,026 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893. 2024-11-25T03:22:11,042 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/info/ec6941f8ea7b47b2a92d27d4482a0326 is 129, key is test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893./info:regioninfo/1732504919418/Put/seqid=0 2024-11-25T03:22:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741841_1017 (size=6421) 2024-11-25T03:22:11,059 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:11,072 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:22:11,152 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:11,222 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:11,306 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:22:11,423 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:11,446 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/info/ec6941f8ea7b47b2a92d27d4482a0326 2024-11-25T03:22:11,468 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/ns/ae03946456f1484aaa1fe9467c12af60 is 43, key is default/ns:d/1732504913545/Put/seqid=0 2024-11-25T03:22:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741842_1018 (size=5153) 2024-11-25T03:22:11,623 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:11,823 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:11,859 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:22:11,859 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:22:11,872 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/ns/ae03946456f1484aaa1fe9467c12af60 2024-11-25T03:22:11,889 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/rep_barrier/abc495b88a2b4662893c2fe3e53b5a1d is 112, key is test,,1732504918678.71c843e81b1c5e30f418faaa51ae3893./rep_barrier:seqnumDuringOpen/1732504919418/Put/seqid=0 2024-11-25T03:22:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741843_1019 (size=5518) 2024-11-25T03:22:12,023 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:22:12,023 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:22:12,023 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:12,162 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:12,223 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:12,255 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:12,293 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/rep_barrier/abc495b88a2b4662893c2fe3e53b5a1d 2024-11-25T03:22:12,310 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/table/0a1ccaaef344486e90f2b11a17297645 is 40, key is test/table:state/1732504919424/Put/seqid=0 2024-11-25T03:22:12,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741844_1020 (size=5165) 2024-11-25T03:22:12,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,424 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:12,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,624 DEBUG [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:12,714 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/table/0a1ccaaef344486e90f2b11a17297645 2024-11-25T03:22:12,718 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/info/ec6941f8ea7b47b2a92d27d4482a0326 as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/info/ec6941f8ea7b47b2a92d27d4482a0326 2024-11-25T03:22:12,722 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/info/ec6941f8ea7b47b2a92d27d4482a0326, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T03:22:12,723 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/ns/ae03946456f1484aaa1fe9467c12af60 as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/ns/ae03946456f1484aaa1fe9467c12af60 2024-11-25T03:22:12,726 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/ns/ae03946456f1484aaa1fe9467c12af60, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:22:12,727 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/rep_barrier/abc495b88a2b4662893c2fe3e53b5a1d as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/rep_barrier/abc495b88a2b4662893c2fe3e53b5a1d 2024-11-25T03:22:12,730 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/rep_barrier/abc495b88a2b4662893c2fe3e53b5a1d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T03:22:12,731 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/.tmp/table/0a1ccaaef344486e90f2b11a17297645 as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/table/0a1ccaaef344486e90f2b11a17297645 2024-11-25T03:22:12,734 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/table/0a1ccaaef344486e90f2b11a17297645, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T03:22:12,735 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false 2024-11-25T03:22:12,739 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T03:22:12,740 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:22:12,740 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:22:12,740 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:22:12,740 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504931022Running coprocessor pre-close hooks at 1732504931022Disabling compacts and flushes for region at 1732504931022Disabling writes for close at 1732504931022Obtaining lock to block concurrent updates at 1732504931023 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732504931023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732504931023Flushing stores of hbase:meta,,1.1588230740 at 1732504931024 (+1 ms)Flushing 1588230740/info: creating writer at 1732504931024Flushing 1588230740/info: appending metadata at 1732504931042 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732504931042Flushing 1588230740/ns: creating writer at 1732504931450 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732504931468 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732504931468Flushing 1588230740/rep_barrier: creating writer at 1732504931875 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504931889 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504931889Flushing 1588230740/table: creating writer at 1732504932296 (+407 ms)Flushing 1588230740/table: appending metadata at 1732504932310 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732504932310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30eba67f: reopening flushed file at 1732504932717 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63792dbb: reopening flushed file at 1732504932722 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a90b7c5: reopening flushed file at 1732504932726 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f40d89e: reopening flushed file at 1732504932730 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=11, compaction requested=false at 1732504932735 (+5 ms)Writing region close event to WAL at 1732504932737 (+2 ms)Running coprocessor post-close hooks at 1732504932740 (+3 ms)Closed at 1732504932740 2024-11-25T03:22:12,740 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:22:12,824 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,42151,1732504911005; all regions closed. 2024-11-25T03:22:12,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741834_1010 (size=2717) 2024-11-25T03:22:12,828 DEBUG [RS:0;38a5d2077268:42151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/oldWALs 2024-11-25T03:22:12,828 INFO [RS:0;38a5d2077268:42151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C42151%2C1732504911005.meta:.meta(num 1732504913504) 2024-11-25T03:22:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741832_1008 (size=1374) 2024-11-25T03:22:12,831 DEBUG [RS:0;38a5d2077268:42151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/oldWALs 2024-11-25T03:22:12,831 INFO [RS:0;38a5d2077268:42151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 38a5d2077268%2C42151%2C1732504911005:(num 1732504912990) 2024-11-25T03:22:12,831 DEBUG [RS:0;38a5d2077268:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:12,831 INFO [RS:0;38a5d2077268:42151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:22:12,831 INFO [RS:0;38a5d2077268:42151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:22:12,831 INFO [RS:0;38a5d2077268:42151 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:22:12,832 INFO [RS:0;38a5d2077268:42151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:22:12,832 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:22:12,832 INFO [RS:0;38a5d2077268:42151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:42151. 2024-11-25T03:22:12,832 DEBUG [RS:0;38a5d2077268:42151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:12,832 DEBUG [RS:0;38a5d2077268:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:12,832 DEBUG [RS:0;38a5d2077268:42151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:12,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:12,832 INFO [RS:0;38a5d2077268:42151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42151 2024-11-25T03:22:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11228183265/rs/38a5d2077268,42151,1732504911005 2024-11-25T03:22:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265/rs 2024-11-25T03:22:12,834 INFO [RS:0;38a5d2077268:42151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:22:12,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,42151,1732504911005] 2024-11-25T03:22:12,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11228183265/draining/38a5d2077268,42151,1732504911005 already deleted, retry=false 2024-11-25T03:22:12,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,42151,1732504911005 expired; onlineServers=0 2024-11-25T03:22:12,837 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,46729,1732504910967' ***** 2024-11-25T03:22:12,837 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:22:12,837 INFO [M:0;38a5d2077268:46729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:22:12,837 INFO [M:0;38a5d2077268:46729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:22:12,837 DEBUG [M:0;38a5d2077268:46729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:22:12,837 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:22:12,837 DEBUG [M:0;38a5d2077268:46729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:22:12,837 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504912759 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504912759,5,FailOnTimeoutGroup] 2024-11-25T03:22:12,837 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504912759 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504912759,5,FailOnTimeoutGroup] 2024-11-25T03:22:12,838 INFO [M:0;38a5d2077268:46729 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:22:12,838 INFO [M:0;38a5d2077268:46729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:22:12,838 DEBUG [M:0;38a5d2077268:46729 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:22:12,838 INFO [M:0;38a5d2077268:46729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:22:12,838 INFO [M:0;38a5d2077268:46729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:22:12,838 INFO [M:0;38a5d2077268:46729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:22:12,838 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:22:12,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11228183265/master 2024-11-25T03:22:12,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11228183265 2024-11-25T03:22:12,839 DEBUG [M:0;38a5d2077268:46729 {}] zookeeper.ZKUtil(347): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Unable to get data of znode /11228183265/master because node does not exist (not an error) 2024-11-25T03:22:12,839 WARN [M:0;38a5d2077268:46729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:22:12,851 INFO [M:0;38a5d2077268:46729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/.lastflushedseqids 2024-11-25T03:22:12,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741845_1021 (size=173) 2024-11-25T03:22:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:12,936 INFO [RS:0;38a5d2077268:42151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:22:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42151-0x1014d24d4e00004, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:12,936 INFO [RS:0;38a5d2077268:42151 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,42151,1732504911005; zookeeper connection closed. 2024-11-25T03:22:12,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@478c2ca7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@478c2ca7 2024-11-25T03:22:12,937 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:22:12,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:22:12,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:12,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:13,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:13,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:13,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:13,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:22:13,258 INFO [M:0;38a5d2077268:46729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:22:13,258 INFO [M:0;38a5d2077268:46729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:22:13,258 DEBUG [M:0;38a5d2077268:46729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:22:13,258 INFO [M:0;38a5d2077268:46729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:13,258 DEBUG [M:0;38a5d2077268:46729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:13,258 DEBUG [M:0;38a5d2077268:46729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:22:13,258 DEBUG [M:0;38a5d2077268:46729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:13,259 INFO [M:0;38a5d2077268:46729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-25T03:22:13,275 DEBUG [M:0;38a5d2077268:46729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43040958ce9c40888788e893d1a8325d is 82, key is hbase:meta,,1/info:regioninfo/1732504913537/Put/seqid=0 2024-11-25T03:22:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741846_1022 (size=5672) 2024-11-25T03:22:13,366 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:13,458 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:13,465 DEBUG [master/38a5d2077268:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=14, created chunk count=37, reused chunk count=156, reuseRatio=80.83% 2024-11-25T03:22:13,465 DEBUG [master/38a5d2077268:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-25T03:22:13,680 INFO [M:0;38a5d2077268:46729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43040958ce9c40888788e893d1a8325d 2024-11-25T03:22:13,698 DEBUG [M:0;38a5d2077268:46729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af26a81a1af645b8afd16812ee275406 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732504919426/Put/seqid=0 2024-11-25T03:22:13,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741847_1023 (size=6585) 2024-11-25T03:22:14,102 INFO [M:0;38a5d2077268:46729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af26a81a1af645b8afd16812ee275406 2024-11-25T03:22:14,121 DEBUG [M:0;38a5d2077268:46729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d573947b99f44a68801f6b4bcfffd56e is 69, key is 38a5d2077268,42151,1732504911005/rs:state/1732504912846/Put/seqid=0 2024-11-25T03:22:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741848_1024 (size=5156) 2024-11-25T03:22:14,125 INFO [M:0;38a5d2077268:46729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d573947b99f44a68801f6b4bcfffd56e 2024-11-25T03:22:14,129 DEBUG [M:0;38a5d2077268:46729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43040958ce9c40888788e893d1a8325d as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43040958ce9c40888788e893d1a8325d 2024-11-25T03:22:14,132 INFO [M:0;38a5d2077268:46729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43040958ce9c40888788e893d1a8325d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T03:22:14,133 DEBUG [M:0;38a5d2077268:46729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af26a81a1af645b8afd16812ee275406 as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af26a81a1af645b8afd16812ee275406 2024-11-25T03:22:14,136 INFO [M:0;38a5d2077268:46729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af26a81a1af645b8afd16812ee275406, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T03:22:14,137 DEBUG [M:0;38a5d2077268:46729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d573947b99f44a68801f6b4bcfffd56e as hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d573947b99f44a68801f6b4bcfffd56e 2024-11-25T03:22:14,141 INFO [M:0;38a5d2077268:46729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36215/user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d573947b99f44a68801f6b4bcfffd56e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T03:22:14,142 INFO [M:0;38a5d2077268:46729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false 2024-11-25T03:22:14,143 INFO [M:0;38a5d2077268:46729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:14,143 DEBUG [M:0;38a5d2077268:46729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504933258Disabling compacts and flushes for region at 1732504933258Disabling writes for close at 1732504933258Obtaining lock to block concurrent updates at 1732504933259 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504933259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732504933259Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504933259Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504933259Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504933275 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504933275Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504933683 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504933698 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504933698Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504934106 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504934121 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504934121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7737d11e: reopening flushed file at 1732504934128 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54503cfe: reopening flushed file at 1732504934133 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bba5a73: reopening flushed file at 1732504934137 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false at 1732504934142 (+5 ms)Writing region close event to WAL at 1732504934143 (+1 ms)Closed at 1732504934143 2024-11-25T03:22:14,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43313 is added to blk_1073741830_1006 (size=32758) 2024-11-25T03:22:14,145 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3bc5c681-dfd0-a123-3b43-fd0f1da147a8/MasterData/WALs/38a5d2077268,46729,1732504910967/38a5d2077268%2C46729%2C1732504910967.1732504912686 not finished, retry = 0 2024-11-25T03:22:14,246 INFO [M:0;38a5d2077268:46729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:22:14,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:22:14,246 INFO [M:0;38a5d2077268:46729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46729 2024-11-25T03:22:14,247 INFO [M:0;38a5d2077268:46729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:22:14,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:14,348 INFO [M:0;38a5d2077268:46729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:22:14,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x1014d24d4e00003, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:14,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@669cfb45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:22:14,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb6990e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:22:14,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:22:14,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76cd9f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:22:14,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54c6514a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.log.dir/,STOPPED} 2024-11-25T03:22:14,352 WARN [BP-1151591876-172.17.0.2-1732504910447 heartbeating to localhost/127.0.0.1:36215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:22:14,352 WARN [BP-1151591876-172.17.0.2-1732504910447 heartbeating to localhost/127.0.0.1:36215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1151591876-172.17.0.2-1732504910447 (Datanode Uuid 7f6fd958-733e-4396-84ca-147bf6fc63a1) service to localhost/127.0.0.1:36215 2024-11-25T03:22:14,352 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:22:14,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:22:14,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/cluster_e8f0be44-4be5-8cb2-b54d-cf433ae63214/data/data1/current/BP-1151591876-172.17.0.2-1732504910447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:22:14,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/cluster_e8f0be44-4be5-8cb2-b54d-cf433ae63214/data/data2/current/BP-1151591876-172.17.0.2-1732504910447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:22:14,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:22:14,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c2f2d51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:22:14,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3248920b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:22:14,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:22:14,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15227fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:22:14,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fcc7ac5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6419c59-d18b-d27b-b3e0-26b0c42be96e/hadoop.log.dir/,STOPPED} 2024-11-25T03:22:14,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:22:14,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:22:14,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:14,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:14,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:14,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:14,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:14,374 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:22:14,374 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1127353953, stopped=false 2024-11-25T03:22:14,374 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=38a5d2077268,34261,1732504907344 2024-11-25T03:22:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1535800549/running 2024-11-25T03:22:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1535800549/running 2024-11-25T03:22:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:22:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:22:14,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:22:14,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on znode that does not yet exist, /0-1535800549/running 2024-11-25T03:22:14,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Set watcher on znode that does not yet exist, /0-1535800549/running 2024-11-25T03:22:14,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:22:14,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:14,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:14,382 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '38a5d2077268,42263,1732504907396' ***** 2024-11-25T03:22:14,382 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:22:14,382 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:22:14,382 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:22:14,382 INFO [RS:0;38a5d2077268:42263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:22:14,382 INFO [RS:0;38a5d2077268:42263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:22:14,382 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:22:14,382 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(3091): Received CLOSE for 06a791084175856fe147db67695bc57c 2024-11-25T03:22:14,382 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(959): stopping server 38a5d2077268,42263,1732504907396 2024-11-25T03:22:14,382 INFO [RS:0;38a5d2077268:42263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:22:14,383 INFO [RS:0;38a5d2077268:42263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:42263. 2024-11-25T03:22:14,383 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d274535445ee1c51b3318fbb66e7bd1, disabling compactions & flushes 2024-11-25T03:22:14,383 DEBUG [RS:0;38a5d2077268:42263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:14,383 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:22:14,383 DEBUG [RS:0;38a5d2077268:42263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:14,383 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:22:14,383 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. after waiting 0 ms 2024-11-25T03:22:14,383 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:22:14,383 INFO [RS:0;38a5d2077268:42263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:22:14,383 INFO [RS:0;38a5d2077268:42263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:22:14,383 INFO [RS:0;38a5d2077268:42263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:22:14,383 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:22:14,383 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T03:22:14,383 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1325): Online Regions={7d274535445ee1c51b3318fbb66e7bd1=test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1., 1588230740=hbase:meta,,1.1588230740, 06a791084175856fe147db67695bc57c=hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c.} 2024-11-25T03:22:14,383 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1351): Waiting on 06a791084175856fe147db67695bc57c, 1588230740, 7d274535445ee1c51b3318fbb66e7bd1 2024-11-25T03:22:14,383 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:22:14,383 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:22:14,383 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:22:14,383 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:22:14,383 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:22:14,383 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T03:22:14,386 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/default/test/7d274535445ee1c51b3318fbb66e7bd1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:22:14,387 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:22:14,387 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T03:22:14,387 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:22:14,387 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d274535445ee1c51b3318fbb66e7bd1: Waiting for close lock at 1732504934383Running coprocessor pre-close hooks at 1732504934383Disabling compacts and flushes for region at 1732504934383Disabling writes for close at 1732504934383Writing region close event to WAL at 1732504934384 (+1 ms)Running coprocessor post-close hooks at 1732504934387 (+3 ms)Closed at 1732504934387 2024-11-25T03:22:14,387 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1. 2024-11-25T03:22:14,387 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06a791084175856fe147db67695bc57c, disabling compactions & flushes 2024-11-25T03:22:14,387 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:14,387 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:14,387 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. after waiting 0 ms 2024-11-25T03:22:14,387 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:14,387 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06a791084175856fe147db67695bc57c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-25T03:22:14,400 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/info/608e3d6f0aa545e8a2254f5becb2d418 is 147, key is hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c./info:regioninfo/1732504921237/Put/seqid=0 2024-11-25T03:22:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741847_1023 (size=7686) 2024-11-25T03:22:14,406 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/.tmp/hfileref/c361c1dca276456ba54e9ffe030ba846 is 74, key is 1/hfileref:501487deb31f42379bb18099d3c85402_SeqId_4_/1732504923758/DeleteColumn/seqid=0 2024-11-25T03:22:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741848_1024 (size=5489) 2024-11-25T03:22:14,409 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/.tmp/hfileref/c361c1dca276456ba54e9ffe030ba846 2024-11-25T03:22:14,428 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/.tmp/queue/d554df33d2ef40ef806f8ccdf494f85e is 153, key is 1-38a5d2077268,42263,1732504907396/queue:38a5d2077268%2C42263%2C1732504907396/1732504926477/Put/seqid=0 2024-11-25T03:22:14,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741849_1025 (size=5504) 2024-11-25T03:22:14,431 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/.tmp/queue/d554df33d2ef40ef806f8ccdf494f85e 2024-11-25T03:22:14,435 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/.tmp/hfileref/c361c1dca276456ba54e9ffe030ba846 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/hfileref/c361c1dca276456ba54e9ffe030ba846 2024-11-25T03:22:14,438 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/hfileref/c361c1dca276456ba54e9ffe030ba846, entries=6, sequenceid=17, filesize=5.4 K 2024-11-25T03:22:14,439 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/.tmp/queue/d554df33d2ef40ef806f8ccdf494f85e as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/queue/d554df33d2ef40ef806f8ccdf494f85e 2024-11-25T03:22:14,442 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/queue/d554df33d2ef40ef806f8ccdf494f85e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-25T03:22:14,443 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 06a791084175856fe147db67695bc57c in 56ms, sequenceid=17, compaction requested=false 2024-11-25T03:22:14,446 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/replication/06a791084175856fe147db67695bc57c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-25T03:22:14,447 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:22:14,447 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:22:14,447 INFO [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:14,447 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06a791084175856fe147db67695bc57c: Waiting for close lock at 1732504934387Running coprocessor pre-close hooks at 1732504934387Disabling compacts and flushes for region at 1732504934387Disabling writes for close at 1732504934387Obtaining lock to block concurrent updates at 1732504934387Preparing flush snapshotting stores in 06a791084175856fe147db67695bc57c at 1732504934387Finished memstore snapshotting hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732504934388 (+1 ms)Flushing stores of hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. at 1732504934388Flushing 06a791084175856fe147db67695bc57c/hfileref: creating writer at 1732504934388Flushing 06a791084175856fe147db67695bc57c/hfileref: appending metadata at 1732504934406 (+18 ms)Flushing 06a791084175856fe147db67695bc57c/hfileref: closing flushed file at 1732504934406Flushing 06a791084175856fe147db67695bc57c/queue: creating writer at 1732504934413 (+7 ms)Flushing 06a791084175856fe147db67695bc57c/queue: appending metadata at 1732504934428 (+15 ms)Flushing 06a791084175856fe147db67695bc57c/queue: closing flushed file at 1732504934428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442e7326: reopening flushed file at 1732504934434 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a966bbc: reopening flushed file at 1732504934438 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 06a791084175856fe147db67695bc57c in 56ms, sequenceid=17, compaction requested=false at 1732504934443 (+5 ms)Writing region close event to WAL at 1732504934444 (+1 ms)Running coprocessor post-close hooks at 1732504934447 (+3 ms)Closed at 1732504934447 2024-11-25T03:22:14,447 DEBUG [RS_CLOSE_REGION-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732504920458.06a791084175856fe147db67695bc57c. 2024-11-25T03:22:14,473 INFO [regionserver/38a5d2077268:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:22:14,583 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:14,670 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:14,674 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:22:14,674 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:14,674 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-38a5d2077268,42263,1732504907396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:22:14,675 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 38a5d2077268,42263,1732504907396: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-38a5d2077268,42263,1732504907396, walGroup=38a5d2077268%2C42263%2C1732504907396, offset=38a5d2077268%2C42263%2C1732504907396.1732504924496:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:42263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T03:22:14,676 ERROR [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:22:14,676 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:22:14,677 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:22:14,677 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:22:14,677 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:22:14,677 INFO [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1654652928, "init": 1048576000, "max": 2306867200, "used": 1067258360 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207927008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:22:14,677 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:34261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=38a5d2077268:34261 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T03:22:14,762 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 393, reset compression=false 2024-11-25T03:22:14,767 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T03:22:14,767 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:14,767 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-38a5d2077268,42263,1732504907396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T03:22:14,768 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-25T03:22:14,784 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:14,804 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/info/608e3d6f0aa545e8a2254f5becb2d418 2024-11-25T03:22:14,828 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/ns/d7fe2564eda84405a7d6725a275f38ca is 43, key is default/ns:d/1732504910332/Put/seqid=0 2024-11-25T03:22:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741850_1026 (size=5153) 2024-11-25T03:22:14,878 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:14,971 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:14,984 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:15,182 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:15,184 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:15,232 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/ns/d7fe2564eda84405a7d6725a275f38ca 2024-11-25T03:22:15,255 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/rep_barrier/9ac2314ff0d8431ab34edcca929b3d37 is 112, key is test,,1732504916521.7d274535445ee1c51b3318fbb66e7bd1./rep_barrier:seqnumDuringOpen/1732504917662/Put/seqid=0 2024-11-25T03:22:15,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741851_1027 (size=5518) 2024-11-25T03:22:15,262 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:22:15,262 INFO [regionserver/38a5d2077268:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:22:15,275 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:15,384 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T03:22:15,384 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T03:22:15,384 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:15,584 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:15,586 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:15,659 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/rep_barrier/9ac2314ff0d8431ab34edcca929b3d37 2024-11-25T03:22:15,678 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/table/8bc57564b4984ad18dc3a882c34adab1 is 53, key is hbase:replication/table:state/1732504921243/Put/seqid=0 2024-11-25T03:22:15,678 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:15,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741852_1028 (size=5308) 2024-11-25T03:22:15,785 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:15,985 DEBUG [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:22:16,082 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/table/8bc57564b4984ad18dc3a882c34adab1 2024-11-25T03:22:16,086 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/info/608e3d6f0aa545e8a2254f5becb2d418 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/info/608e3d6f0aa545e8a2254f5becb2d418 2024-11-25T03:22:16,090 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/info/608e3d6f0aa545e8a2254f5becb2d418, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T03:22:16,090 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/ns/d7fe2564eda84405a7d6725a275f38ca as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/ns/d7fe2564eda84405a7d6725a275f38ca 2024-11-25T03:22:16,090 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:16,095 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/ns/d7fe2564eda84405a7d6725a275f38ca, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T03:22:16,096 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/rep_barrier/9ac2314ff0d8431ab34edcca929b3d37 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/rep_barrier/9ac2314ff0d8431ab34edcca929b3d37 2024-11-25T03:22:16,100 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/rep_barrier/9ac2314ff0d8431ab34edcca929b3d37, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T03:22:16,100 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/.tmp/table/8bc57564b4984ad18dc3a882c34adab1 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/table/8bc57564b4984ad18dc3a882c34adab1 2024-11-25T03:22:16,104 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/table/8bc57564b4984ad18dc3a882c34adab1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T03:22:16,104 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-25T03:22:16,105 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:22:16,109 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T03:22:16,109 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T03:22:16,109 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:22:16,109 INFO [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:22:16,109 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732504934383Running coprocessor pre-close hooks at 1732504934383Disabling compacts and flushes for region at 1732504934383Disabling writes for close at 1732504934383Obtaining lock to block concurrent updates at 1732504934383Preparing flush snapshotting stores in 1588230740 at 1732504934383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732504934384 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732504934384Flushing 1588230740/info: creating writer at 1732504934384Flushing 1588230740/info: appending metadata at 1732504934400 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732504934400Flushing 1588230740/ns: creating writer at 1732504934808 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732504934827 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732504934827Flushing 1588230740/rep_barrier: creating writer at 1732504935236 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732504935255 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732504935255Flushing 1588230740/table: creating writer at 1732504935663 (+408 ms)Flushing 1588230740/table: appending metadata at 1732504935678 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732504935678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0b15a0: reopening flushed file at 1732504936086 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e392299: reopening flushed file at 1732504936090 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f25d8cb: reopening flushed file at 1732504936095 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dfafea6: reopening flushed file at 1732504936100 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1732504936104 (+4 ms)Writing region close event to WAL at 1732504936107 (+3 ms)Running coprocessor post-close hooks at 1732504936109 (+2 ms)Closed at 1732504936109 2024-11-25T03:22:16,110 DEBUG [RS_CLOSE_META-regionserver/38a5d2077268:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:22:16,182 DEBUG [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 to pos 688, reset compression=false 2024-11-25T03:22:16,185 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(976): stopping server 38a5d2077268,42263,1732504907396; all regions closed. 2024-11-25T03:22:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741844_1020 (size=859) 2024-11-25T03:22:16,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741842_1018 (size=2791) 2024-11-25T03:22:16,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.rep.1732504924477 not finished, retry = 0 2024-11-25T03:22:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741843_1019 (size=696) 2024-11-25T03:22:16,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/WALs/38a5d2077268,42263,1732504907396/38a5d2077268%2C42263%2C1732504907396.1732504924496 not finished, retry = 0 2024-11-25T03:22:16,392 DEBUG [RS:0;38a5d2077268:42263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:16,392 INFO [RS:0;38a5d2077268:42263 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:22:16,392 INFO [RS:0;38a5d2077268:42263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:22:16,392 INFO [RS:0;38a5d2077268:42263 {}] hbase.ChoreService(370): Chore service for: regionserver/38a5d2077268:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:22:16,392 INFO [RS:0;38a5d2077268:42263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:22:16,392 INFO [regionserver/38a5d2077268:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:22:16,392 INFO [RS:0;38a5d2077268:42263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-38a5d2077268,42263,1732504907396 because: Region server is closing 2024-11-25T03:22:16,393 INFO [RS:0;38a5d2077268:42263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:42263. 2024-11-25T03:22:16,393 DEBUG [RS:0;38a5d2077268:42263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:16,393 DEBUG [RS:0;38a5d2077268:42263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:16,393 DEBUG [RS:0;38a5d2077268:42263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:16,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:16,493 INFO [RS:0;38a5d2077268:42263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 terminated 2024-11-25T03:22:16,493 INFO [RS:0;38a5d2077268:42263 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-38a5d2077268,42263,1732504907396 because: Region server is closing 2024-11-25T03:22:16,493 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,1-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,1-38a5d2077268,42263,1732504907396 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:22:16,494 INFO [RS:0;38a5d2077268:42263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;38a5d2077268:42263. 2024-11-25T03:22:16,494 DEBUG [RS:0;38a5d2077268:42263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:22:16,494 DEBUG [RS:0;38a5d2077268:42263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:16,494 DEBUG [RS:0;38a5d2077268:42263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:22:16,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:22:16,594 INFO [RS:0;38a5d2077268:42263 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.shipper38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 terminated 2024-11-25T03:22:16,594 WARN [RS_REFRESH_PEER-regionserver/38a5d2077268:0-0.replicationSource,2-38a5d2077268,42263,1732504907396.replicationSource.wal-reader.38a5d2077268%2C42263%2C1732504907396,2-38a5d2077268,42263,1732504907396 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T03:22:16,594 INFO [RS:0;38a5d2077268:42263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42263 2024-11-25T03:22:16,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1535800549/rs/38a5d2077268,42263,1732504907396 2024-11-25T03:22:16,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549/rs 2024-11-25T03:22:16,601 INFO [RS:0;38a5d2077268:42263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:22:16,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [38a5d2077268,42263,1732504907396] 2024-11-25T03:22:16,604 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1535800549/draining/38a5d2077268,42263,1732504907396 already deleted, retry=false 2024-11-25T03:22:16,604 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 38a5d2077268,42263,1732504907396 expired; onlineServers=0 2024-11-25T03:22:16,604 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '38a5d2077268,34261,1732504907344' ***** 2024-11-25T03:22:16,604 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:22:16,604 INFO [M:0;38a5d2077268:34261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:22:16,604 INFO [M:0;38a5d2077268:34261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:22:16,604 DEBUG [M:0;38a5d2077268:34261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:22:16,604 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:22:16,604 DEBUG [M:0;38a5d2077268:34261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:22:16,604 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504909143 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.large.0-1732504909143,5,FailOnTimeoutGroup] 2024-11-25T03:22:16,604 INFO [M:0;38a5d2077268:34261 {}] hbase.ChoreService(370): Chore service for: master/38a5d2077268:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:22:16,604 INFO [M:0;38a5d2077268:34261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:22:16,605 DEBUG [M:0;38a5d2077268:34261 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:22:16,605 INFO [M:0;38a5d2077268:34261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:22:16,604 DEBUG [master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504909143 {}] cleaner.HFileCleaner(306): Exit Thread[master/38a5d2077268:0:becomeActiveMaster-HFileCleaner.small.0-1732504909143,5,FailOnTimeoutGroup] 2024-11-25T03:22:16,605 INFO [M:0;38a5d2077268:34261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:22:16,605 INFO [M:0;38a5d2077268:34261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:22:16,605 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:22:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1535800549/master 2024-11-25T03:22:16,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1535800549 2024-11-25T03:22:16,606 DEBUG [M:0;38a5d2077268:34261 {}] zookeeper.ZKUtil(347): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Unable to get data of znode /0-1535800549/master because node does not exist (not an error) 2024-11-25T03:22:16,606 WARN [M:0;38a5d2077268:34261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:22:16,607 INFO [M:0;38a5d2077268:34261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/.lastflushedseqids 2024-11-25T03:22:16,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741853_1029 (size=263) 2024-11-25T03:22:16,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:16,703 INFO [RS:0;38a5d2077268:42263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:22:16,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42263-0x1014d24d4e00001, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:16,703 INFO [RS:0;38a5d2077268:42263 {}] regionserver.HRegionServer(1031): Exiting; stopping=38a5d2077268,42263,1732504907396; zookeeper connection closed. 2024-11-25T03:22:16,703 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58c8c7e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58c8c7e5 2024-11-25T03:22:16,703 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T03:22:16,932 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:22:17,011 INFO [M:0;38a5d2077268:34261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:22:17,012 INFO [M:0;38a5d2077268:34261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:22:17,012 DEBUG [M:0;38a5d2077268:34261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:22:17,012 INFO [M:0;38a5d2077268:34261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:17,012 DEBUG [M:0;38a5d2077268:34261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:17,012 DEBUG [M:0;38a5d2077268:34261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:22:17,012 DEBUG [M:0;38a5d2077268:34261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:17,012 INFO [M:0;38a5d2077268:34261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-25T03:22:17,028 DEBUG [M:0;38a5d2077268:34261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96be4926073e481f9a6036e425afbedf is 82, key is hbase:meta,,1/info:regioninfo/1732504910323/Put/seqid=0 2024-11-25T03:22:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741854_1030 (size=5672) 2024-11-25T03:22:17,432 INFO [M:0;38a5d2077268:34261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96be4926073e481f9a6036e425afbedf 2024-11-25T03:22:17,451 DEBUG [M:0;38a5d2077268:34261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2ce17f377784e3f86153628f6042323 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732504921245/Put/seqid=0 2024-11-25T03:22:17,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741855_1031 (size=8909) 2024-11-25T03:22:17,454 INFO [M:0;38a5d2077268:34261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2ce17f377784e3f86153628f6042323 2024-11-25T03:22:17,472 DEBUG [M:0;38a5d2077268:34261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f112546e6aeb4d479556e5fdf63b90c3 is 69, key is 38a5d2077268,42263,1732504907396/rs:state/1732504909233/Put/seqid=0 2024-11-25T03:22:17,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741856_1032 (size=5156) 2024-11-25T03:22:17,875 INFO [M:0;38a5d2077268:34261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f112546e6aeb4d479556e5fdf63b90c3 2024-11-25T03:22:17,879 DEBUG [M:0;38a5d2077268:34261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/96be4926073e481f9a6036e425afbedf as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96be4926073e481f9a6036e425afbedf 2024-11-25T03:22:17,883 INFO [M:0;38a5d2077268:34261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/96be4926073e481f9a6036e425afbedf, entries=8, sequenceid=112, filesize=5.5 K 2024-11-25T03:22:17,883 DEBUG [M:0;38a5d2077268:34261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2ce17f377784e3f86153628f6042323 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2ce17f377784e3f86153628f6042323 2024-11-25T03:22:17,886 INFO [M:0;38a5d2077268:34261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2ce17f377784e3f86153628f6042323, entries=13, sequenceid=112, filesize=8.7 K 2024-11-25T03:22:17,887 DEBUG [M:0;38a5d2077268:34261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f112546e6aeb4d479556e5fdf63b90c3 as hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f112546e6aeb4d479556e5fdf63b90c3 2024-11-25T03:22:17,890 INFO [M:0;38a5d2077268:34261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39129/user/jenkins/test-data/2c1d5a10-ebbe-64e2-f6ec-d2b88a4e6be5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f112546e6aeb4d479556e5fdf63b90c3, entries=1, sequenceid=112, filesize=5.0 K 2024-11-25T03:22:17,890 INFO [M:0;38a5d2077268:34261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=112, compaction requested=false 2024-11-25T03:22:17,891 INFO [M:0;38a5d2077268:34261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:22:17,892 DEBUG [M:0;38a5d2077268:34261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732504937012Disabling compacts and flushes for region at 1732504937012Disabling writes for close at 1732504937012Obtaining lock to block concurrent updates at 1732504937012Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732504937012Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732504937012Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732504937013 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732504937013Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732504937028 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732504937028Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732504937436 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732504937450 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732504937450Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732504937458 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732504937471 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732504937472 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c578ee: reopening flushed file at 1732504937879 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a64d79: reopening flushed file at 1732504937883 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664f6e5: reopening flushed file at 1732504937886 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=112, compaction requested=false at 1732504937890 (+4 ms)Writing region close event to WAL at 1732504937891 (+1 ms)Closed at 1732504937891 2024-11-25T03:22:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42201 is added to blk_1073741830_1006 (size=69055) 2024-11-25T03:22:17,894 INFO [M:0;38a5d2077268:34261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:22:17,894 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:22:17,894 INFO [M:0;38a5d2077268:34261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34261 2024-11-25T03:22:17,894 INFO [M:0;38a5d2077268:34261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:22:17,997 INFO [M:0;38a5d2077268:34261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:22:17,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:17,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34261-0x1014d24d4e00000, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:22:18,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c90248f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:22:18,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a82f9ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:22:18,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:22:18,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f801d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:22:18,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555fd563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.log.dir/,STOPPED} 2024-11-25T03:22:18,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:22:18,002 WARN [BP-1094687286-172.17.0.2-1732504906340 heartbeating to localhost/127.0.0.1:39129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:22:18,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:22:18,002 WARN [BP-1094687286-172.17.0.2-1732504906340 heartbeating to localhost/127.0.0.1:39129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1094687286-172.17.0.2-1732504906340 (Datanode Uuid 8a7ec85f-3e7b-4749-98ac-a960b0861389) service to localhost/127.0.0.1:39129 2024-11-25T03:22:18,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/cluster_df0aee8a-17fa-50bf-bff8-0967e4a74cc8/data/data1/current/BP-1094687286-172.17.0.2-1732504906340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:22:18,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/cluster_df0aee8a-17fa-50bf-bff8-0967e4a74cc8/data/data2/current/BP-1094687286-172.17.0.2-1732504906340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:22:18,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:22:18,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ab063b4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:22:18,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@209bafda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:22:18,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:22:18,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ec3d3be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:22:18,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379666b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f70a72c9-15c5-7b57-9f57-e064d38078a5/hadoop.log.dir/,STOPPED} 2024-11-25T03:22:18,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:22:18,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:22:18,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 531) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39129 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63165) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63165) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36215 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43115 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63165) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 876) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=5651 (was 5863) 2024-11-25T03:22:18,046 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2024-11-25T03:22:18,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014d24d4e00008, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:22:18,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014d24d4e00005, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:22:18,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014d24d4e00005, quorum=127.0.0.1:63165, baseZNode=/11228183265 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:22:18,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014d24d4e00008, quorum=127.0.0.1:63165, baseZNode=/2-736055966 Received Disconnected from ZooKeeper, ignoring 2024-11-25T03:22:18,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014d24d4e00002, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T03:22:18,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014d24d4e00002, quorum=127.0.0.1:63165, baseZNode=/0-1535800549 Received Disconnected from ZooKeeper, ignoring